{"level":"warn","ts":"2026-04-09T22:28:47.02379Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:28:47.023867Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T22:28:47.023932Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:28:47.02394Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-09T22:28:47.023956Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:28:47.024575Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-04-09T22:28:47.024649Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T22:28:47.333936Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"309.088482ms"} {"level":"info","ts":"2026-04-09T22:28:47.527966Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-04-09T22:28:47.528162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T22:28:47.528198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-04-09T22:28:47.528211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T22:28:47.528222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-04-09T22:28:47.528287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-04-09T22:28:47.545681Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T22:28:47.548272Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T22:28:47.550596Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T22:28:47.554215Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T22:28:47.554415Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T22:28:47.554716Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:28:47.554848Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:28:47.554865Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:28:47.556425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-04-09T22:28:47.55705Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-09T22:28:47.559751Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:28:47.560018Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-09T22:28:47.560114Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T22:28:47.560161Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-09T22:28:47.560195Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T22:28:48.02991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T22:28:48.02997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T22:28:48.030006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-04-09T22:28:48.030027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-04-09T22:28:48.03004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-09T22:28:48.030061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-04-09T22:28:48.030076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-09T22:28:48.090412Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T22:28:48.090448Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:28:48.090417Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:28:48.09067Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:48.090783Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T22:28:48.090898Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T22:28:48.092662Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:48.09282Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:48.092867Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:48.094607Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-04-09T22:28:48.095256Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T22:28:49.581834Z","caller":"traceutil/trace.go:171","msg":"trace[1937764631] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"235.922168ms","start":"2026-04-09T22:28:49.345887Z","end":"2026-04-09T22:28:49.581809Z","steps":["trace[1937764631] 'process raft request' (duration: 235.730784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.668974Z","caller":"traceutil/trace.go:171","msg":"trace[566874447] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"239.671812ms","start":"2026-04-09T22:28:49.429279Z","end":"2026-04-09T22:28:49.668951Z","steps":["trace[566874447] 'process raft request' (duration: 239.580341ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.669083Z","caller":"traceutil/trace.go:171","msg":"trace[1983631333] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"239.695413ms","start":"2026-04-09T22:28:49.429374Z","end":"2026-04-09T22:28:49.669069Z","steps":["trace[1983631333] 'process raft request' (duration: 239.529689ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.669238Z","caller":"traceutil/trace.go:171","msg":"trace[1256532443] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"323.233243ms","start":"2026-04-09T22:28:49.345979Z","end":"2026-04-09T22:28:49.669212Z","steps":["trace[1256532443] 'process raft request' (duration: 310.494589ms)","trace[1256532443] 'compare' (duration: 12.125902ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:49.669255Z","caller":"traceutil/trace.go:171","msg":"trace[492293415] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"322.708704ms","start":"2026-04-09T22:28:49.34652Z","end":"2026-04-09T22:28:49.669229Z","steps":["trace[492293415] 'read index received' (duration: 235.318026ms)","trace[492293415] 'applied index is now lower than readState.Index' (duration: 87.389428ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:49.669317Z","caller":"traceutil/trace.go:171","msg":"trace[309382316] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"239.434748ms","start":"2026-04-09T22:28:49.429866Z","end":"2026-04-09T22:28:49.669301Z","steps":["trace[309382316] 'process raft request' (duration: 239.202773ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.669383Z","caller":"traceutil/trace.go:171","msg":"trace[207676253] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"239.690614ms","start":"2026-04-09T22:28:49.429686Z","end":"2026-04-09T22:28:49.669377Z","steps":["trace[207676253] 'process raft request' (duration: 239.250294ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.669429Z","caller":"traceutil/trace.go:171","msg":"trace[1327053865] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"239.694363ms","start":"2026-04-09T22:28:49.42973Z","end":"2026-04-09T22:28:49.669424Z","steps":["trace[1327053865] 'process raft request' (duration: 239.268694ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.669475Z","caller":"traceutil/trace.go:171","msg":"trace[1317789504] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"239.737673ms","start":"2026-04-09T22:28:49.429732Z","end":"2026-04-09T22:28:49.66947Z","steps":["trace[1317789504] 'process raft request' (duration: 239.294414ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.669518Z","caller":"traceutil/trace.go:171","msg":"trace[1436954816] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"231.135743ms","start":"2026-04-09T22:28:49.438371Z","end":"2026-04-09T22:28:49.669507Z","steps":["trace[1436954816] 'process raft request' (duration: 230.725244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.669583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.0515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-04-09T22:28:49.669634Z","caller":"traceutil/trace.go:171","msg":"trace[798694008] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"323.116261ms","start":"2026-04-09T22:28:49.34651Z","end":"2026-04-09T22:28:49.669626Z","steps":["trace[798694008] 'agreement among raft nodes before linearized reading' (duration: 323.008099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.669654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:49.346504Z","time spent":"323.144692ms","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3198,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T22:28:49.669819Z","caller":"traceutil/trace.go:171","msg":"trace[1295733594] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"227.504421ms","start":"2026-04-09T22:28:49.442308Z","end":"2026-04-09T22:28:49.669813Z","steps":["trace[1295733594] 'process raft request' (duration: 226.879559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.669854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:49.345965Z","time spent":"323.302865ms","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:28:49.670019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.121888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:28:49.670046Z","caller":"traceutil/trace.go:171","msg":"trace[1408945933] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"271.149538ms","start":"2026-04-09T22:28:49.39889Z","end":"2026-04-09T22:28:49.67004Z","steps":["trace[1408945933] 'agreement among raft nodes before linearized reading' (duration: 271.111838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.670059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.346797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:28:49.67012Z","caller":"traceutil/trace.go:171","msg":"trace[433598054] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"240.446578ms","start":"2026-04-09T22:28:49.429649Z","end":"2026-04-09T22:28:49.670095Z","steps":["trace[433598054] 'agreement among raft nodes before linearized reading' (duration: 240.331216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.670133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.605901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:28:49.670155Z","caller":"traceutil/trace.go:171","msg":"trace[1256735943] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"240.649792ms","start":"2026-04-09T22:28:49.429496Z","end":"2026-04-09T22:28:49.670146Z","steps":["trace[1256735943] 'agreement among raft nodes before linearized reading' (duration: 240.623412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.670212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.535269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:28:49.670267Z","caller":"traceutil/trace.go:171","msg":"trace[876929365] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:11; }","duration":"242.619801ms","start":"2026-04-09T22:28:49.427629Z","end":"2026-04-09T22:28:49.670249Z","steps":["trace[876929365] 'agreement among raft nodes before linearized reading' (duration: 242.54571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.670343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.567527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:28:49.670348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.809052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:28:49.670361Z","caller":"traceutil/trace.go:171","msg":"trace[1059360753] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"271.615327ms","start":"2026-04-09T22:28:49.39874Z","end":"2026-04-09T22:28:49.670356Z","steps":["trace[1059360753] 'agreement among raft nodes before linearized reading' (duration: 271.586557ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:49.670381Z","caller":"traceutil/trace.go:171","msg":"trace[174447190] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"190.866973ms","start":"2026-04-09T22:28:49.479505Z","end":"2026-04-09T22:28:49.670372Z","steps":["trace[174447190] 'agreement among raft nodes before linearized reading' (duration: 190.818182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.670889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.20612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:28:49.670956Z","caller":"traceutil/trace.go:171","msg":"trace[1285171493] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"272.298532ms","start":"2026-04-09T22:28:49.398643Z","end":"2026-04-09T22:28:49.670941Z","steps":["trace[1285171493] 'agreement among raft nodes before linearized reading' (duration: 272.19731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.6713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.310566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-04-09T22:28:49.671496Z","caller":"traceutil/trace.go:171","msg":"trace[398180264] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"324.52684ms","start":"2026-04-09T22:28:49.34694Z","end":"2026-04-09T22:28:49.671467Z","steps":["trace[398180264] 'agreement among raft nodes before linearized reading' (duration: 322.814646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:49.671574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:49.346937Z","time spent":"324.614341ms","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3198,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-09T22:28:50.666041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.451241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T22:28:50.666167Z","caller":"traceutil/trace.go:171","msg":"trace[846662907] transaction","detail":"{read_only:false; response_revision:90; number_of_response:1; }","duration":"161.095931ms","start":"2026-04-09T22:28:50.505051Z","end":"2026-04-09T22:28:50.666147Z","steps":["trace[846662907] 'process raft request' (duration: 25.330753ms)","trace[846662907] 'compare' (duration: 135.307129ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:50.894126Z","caller":"traceutil/trace.go:171","msg":"trace[1014891022] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"162.08701ms","start":"2026-04-09T22:28:50.732002Z","end":"2026-04-09T22:28:50.894089Z","steps":["trace[1014891022] 'process raft request' (duration: 160.975589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:51.143598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.979342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T22:28:51.143704Z","caller":"traceutil/trace.go:171","msg":"trace[1612839635] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"195.114698ms","start":"2026-04-09T22:28:50.94857Z","end":"2026-04-09T22:28:51.143685Z","steps":["trace[1612839635] 'process raft request' (duration: 56.972563ms)","trace[1612839635] 'compare' (duration: 137.848489ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:51.508449Z","caller":"traceutil/trace.go:171","msg":"trace[656380178] linearizableReadLoop","detail":"{readStateIndex:109; appliedIndex:108; }","duration":"131.712927ms","start":"2026-04-09T22:28:51.376707Z","end":"2026-04-09T22:28:51.50842Z","steps":["trace[656380178] 'read index received' (duration: 32.787142ms)","trace[656380178] 'applied index is now lower than readState.Index' (duration: 98.924665ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:51.508622Z","caller":"traceutil/trace.go:171","msg":"trace[1460228445] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"168.401807ms","start":"2026-04-09T22:28:51.340181Z","end":"2026-04-09T22:28:51.508582Z","steps":["trace[1460228445] 'process raft request' (duration: 69.376089ms)","trace[1460228445] 'compare' (duration: 98.728692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:28:51.508669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.949022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:28:51.508728Z","caller":"traceutil/trace.go:171","msg":"trace[485848683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:105; }","duration":"132.059554ms","start":"2026-04-09T22:28:51.376649Z","end":"2026-04-09T22:28:51.508708Z","steps":["trace[485848683] 'agreement among raft nodes before linearized reading' (duration: 131.896891ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:51.703569Z","caller":"traceutil/trace.go:171","msg":"trace[1388948464] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"189.194491ms","start":"2026-04-09T22:28:51.514351Z","end":"2026-04-09T22:28:51.703545Z","steps":["trace[1388948464] 'process raft request' (duration: 157.898418ms)","trace[1388948464] 'compare' (duration: 31.078577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:28:54.171589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.151654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:28:54.171713Z","caller":"traceutil/trace.go:171","msg":"trace[134813398] linearizableReadLoop","detail":"{readStateIndex:254; appliedIndex:253; }","duration":"146.237706ms","start":"2026-04-09T22:28:54.025458Z","end":"2026-04-09T22:28:54.171696Z","steps":["trace[134813398] 'read index received' (duration: 3.847037ms)","trace[134813398] 'applied index is now lower than readState.Index' (duration: 142.389179ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:54.171794Z","caller":"traceutil/trace.go:171","msg":"trace[217664903] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"175.673781ms","start":"2026-04-09T22:28:53.996079Z","end":"2026-04-09T22:28:54.171753Z","steps":["trace[217664903] 'process raft request' (duration: 33.275012ms)","trace[217664903] 'compare' (duration: 142.028582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:28:54.171857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.495548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-09T22:28:54.171884Z","caller":"traceutil/trace.go:171","msg":"trace[382689698] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:248; }","duration":"176.566269ms","start":"2026-04-09T22:28:53.995309Z","end":"2026-04-09T22:28:54.171876Z","steps":["trace[382689698] 'agreement among raft nodes before linearized reading' (duration: 176.452157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:54.176121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.364578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:28:54.176181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.36724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-04-09T22:28:54.176198Z","caller":"traceutil/trace.go:171","msg":"trace[1394172728] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:252; }","duration":"146.484942ms","start":"2026-04-09T22:28:54.029694Z","end":"2026-04-09T22:28:54.176179Z","steps":["trace[1394172728] 'agreement among raft nodes before linearized reading' (duration: 146.375299ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:54.176224Z","caller":"traceutil/trace.go:171","msg":"trace[446267066] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:252; }","duration":"146.440851ms","start":"2026-04-09T22:28:54.029771Z","end":"2026-04-09T22:28:54.176212Z","steps":["trace[446267066] 'agreement among raft nodes before linearized reading' (duration: 146.268426ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:55.273539Z","caller":"traceutil/trace.go:171","msg":"trace[992858369] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"258.497076ms","start":"2026-04-09T22:28:55.015005Z","end":"2026-04-09T22:28:55.273502Z","steps":["trace[992858369] 'process raft request' (duration: 258.247022ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:55.273474Z","caller":"traceutil/trace.go:171","msg":"trace[512700429] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:278; }","duration":"258.131239ms","start":"2026-04-09T22:28:55.01531Z","end":"2026-04-09T22:28:55.273441Z","steps":["trace[512700429] 'read index received' (duration: 257.950186ms)","trace[512700429] 'applied index is now lower than readState.Index' (duration: 179.763µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:28:55.273942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.593189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-04-09T22:28:55.274044Z","caller":"traceutil/trace.go:171","msg":"trace[177006321] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:270; }","duration":"258.738232ms","start":"2026-04-09T22:28:55.015285Z","end":"2026-04-09T22:28:55.274023Z","steps":["trace[177006321] 'agreement among raft nodes before linearized reading' (duration: 258.461336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:55.778967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685802096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:28:56.280143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685802096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:28:56.532883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259653913s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:28:56.533313Z","caller":"traceutil/trace.go:171","msg":"trace[1262167927] transaction","detail":"{read_only:false; number_of_response:0; response_revision:270; }","duration":"1.508889256s","start":"2026-04-09T22:28:55.024402Z","end":"2026-04-09T22:28:56.533291Z","steps":["trace[1262167927] 'process raft request' (duration: 1.508848655s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:56.533382Z","caller":"traceutil/trace.go:171","msg":"trace[1516165960] transaction","detail":"{read_only:false; number_of_response:0; response_revision:270; }","duration":"1.509750632s","start":"2026-04-09T22:28:55.023611Z","end":"2026-04-09T22:28:56.533362Z","steps":["trace[1516165960] 'process raft request' (duration: 1.509570959s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:56.533413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:55.02437Z","time spent":"1.508984458s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:28:56.53348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:55.023596Z","time spent":"1.509843735s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:28:57.148369Z","caller":"traceutil/trace.go:171","msg":"trace[866063903] linearizableReadLoop","detail":"{readStateIndex:282; appliedIndex:279; }","duration":"1.870424341s","start":"2026-04-09T22:28:55.277922Z","end":"2026-04-09T22:28:57.148347Z","steps":["trace[866063903] 'read index received' (duration: 1.255280896s)","trace[866063903] 'applied index is now lower than readState.Index' (duration: 615.142445ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:57.148505Z","caller":"traceutil/trace.go:171","msg":"trace[1453449649] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"1.863000672s","start":"2026-04-09T22:28:55.285467Z","end":"2026-04-09T22:28:57.148467Z","steps":["trace[1453449649] 'process raft request' (duration: 1.862732007s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.148545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870590664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:28:57.148595Z","caller":"traceutil/trace.go:171","msg":"trace[832912677] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:271; }","duration":"1.870725656s","start":"2026-04-09T22:28:55.277858Z","end":"2026-04-09T22:28:57.148584Z","steps":["trace[832912677] 'agreement among raft nodes before linearized reading' (duration: 1.870616664s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.148634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:55.277833Z","time spent":"1.870791548s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-09T22:28:57.148757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221833671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:28:57.148627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.417452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:28:57.14878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:55.285434Z","time spent":"1.863157716s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:28:57.148801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253238235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:28:57.148857Z","caller":"traceutil/trace.go:171","msg":"trace[96927100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:271; }","duration":"1.253306356s","start":"2026-04-09T22:28:55.895534Z","end":"2026-04-09T22:28:57.148841Z","steps":["trace[96927100] 'agreement among raft nodes before linearized reading' (duration: 1.253238005s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:57.148855Z","caller":"traceutil/trace.go:171","msg":"trace[1981512158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:271; }","duration":"1.221929353s","start":"2026-04-09T22:28:55.92686Z","end":"2026-04-09T22:28:57.14879Z","steps":["trace[1981512158] 'agreement among raft nodes before linearized reading' (duration: 1.221839632s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.148893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:55.895522Z","time spent":"1.253362068s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:28:57.148904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:55.926837Z","time spent":"1.222057976s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:28:57.14862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267107511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:28:57.148944Z","caller":"traceutil/trace.go:171","msg":"trace[1134003480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:271; }","duration":"758.638837ms","start":"2026-04-09T22:28:56.390179Z","end":"2026-04-09T22:28:57.148818Z","steps":["trace[1134003480] 'agreement among raft nodes before linearized reading' (duration: 758.34621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.149034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:56.390111Z","time spent":"758.895392ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:28:57.149026Z","caller":"traceutil/trace.go:171","msg":"trace[721527605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:271; }","duration":"1.267556981s","start":"2026-04-09T22:28:55.881428Z","end":"2026-04-09T22:28:57.148985Z","steps":["trace[721527605] 'agreement among raft nodes before linearized reading' (duration: 1.267075361s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.149176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:55.881408Z","time spent":"1.267711254s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:28:57.149275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.298488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-04-09T22:28:57.149338Z","caller":"traceutil/trace.go:171","msg":"trace[1472484836] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:271; }","duration":"614.891399ms","start":"2026-04-09T22:28:56.53441Z","end":"2026-04-09T22:28:57.149302Z","steps":["trace[1472484836] 'agreement among raft nodes before linearized reading' (duration: 614.286098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.149374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:56.534389Z","time spent":"614.976751ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5920,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T22:28:57.149428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.046072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-04-09T22:28:57.149482Z","caller":"traceutil/trace.go:171","msg":"trace[310716090] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:271; }","duration":"615.137894ms","start":"2026-04-09T22:28:56.534333Z","end":"2026-04-09T22:28:57.149471Z","steps":["trace[310716090] 'agreement among raft nodes before linearized reading' (duration: 614.432531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.149511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:56.534306Z","time spent":"615.199295ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4003,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-09T22:28:57.301034Z","caller":"traceutil/trace.go:171","msg":"trace[11633914] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"146.820548ms","start":"2026-04-09T22:28:57.154183Z","end":"2026-04-09T22:28:57.301003Z","steps":["trace[11633914] 'process raft request' (duration: 146.737716ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:57.301069Z","caller":"traceutil/trace.go:171","msg":"trace[609979180] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"146.982831ms","start":"2026-04-09T22:28:57.154051Z","end":"2026-04-09T22:28:57.301034Z","steps":["trace[609979180] 'process raft request' (duration: 123.422194ms)","trace[609979180] 'compare' (duration: 23.299382ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:57.301453Z","caller":"traceutil/trace.go:171","msg":"trace[1836156994] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"147.026192ms","start":"2026-04-09T22:28:57.154394Z","end":"2026-04-09T22:28:57.30142Z","steps":["trace[1836156994] 'process raft request' (duration: 146.571952ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:57.301584Z","caller":"traceutil/trace.go:171","msg":"trace[390166452] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"147.156595ms","start":"2026-04-09T22:28:57.154411Z","end":"2026-04-09T22:28:57.301568Z","steps":["trace[390166452] 'process raft request' (duration: 146.791907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:57.301585Z","caller":"traceutil/trace.go:171","msg":"trace[76727584] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"143.287889ms","start":"2026-04-09T22:28:57.158276Z","end":"2026-04-09T22:28:57.301564Z","steps":["trace[76727584] 'process raft request' (duration: 143.118225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:57.590224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.981306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:28:57.590357Z","caller":"traceutil/trace.go:171","msg":"trace[1913661588] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"214.537063ms","start":"2026-04-09T22:28:57.375798Z","end":"2026-04-09T22:28:57.590335Z","steps":["trace[1913661588] 'process raft request' (duration: 32.353423ms)","trace[1913661588] 'compare' (duration: 181.809423ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:57.591049Z","caller":"traceutil/trace.go:171","msg":"trace[1929121900] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"212.607204ms","start":"2026-04-09T22:28:57.378401Z","end":"2026-04-09T22:28:57.591009Z","steps":["trace[1929121900] 'process raft request' (duration: 212.219786ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:58.49689Z","caller":"traceutil/trace.go:171","msg":"trace[1761297461] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"140.060184ms","start":"2026-04-09T22:28:58.356798Z","end":"2026-04-09T22:28:58.496858Z","steps":["trace[1761297461] 'process raft request' (duration: 139.87018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:00.010718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.634314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:29:00.01084Z","caller":"traceutil/trace.go:171","msg":"trace[99269208] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"222.465191ms","start":"2026-04-09T22:28:59.788355Z","end":"2026-04-09T22:29:00.01082Z","steps":["trace[99269208] 'process raft request' (duration: 71.636203ms)","trace[99269208] 'compare' (duration: 150.50141ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:00.011902Z","caller":"traceutil/trace.go:171","msg":"trace[1281637424] linearizableReadLoop","detail":"{readStateIndex:342; appliedIndex:340; }","duration":"206.593345ms","start":"2026-04-09T22:28:59.805283Z","end":"2026-04-09T22:29:00.011876Z","steps":["trace[1281637424] 'read index received' (duration: 54.699037ms)","trace[1281637424] 'applied index is now lower than readState.Index' (duration: 151.893088ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:00.011972Z","caller":"traceutil/trace.go:171","msg":"trace[788827449] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"222.845179ms","start":"2026-04-09T22:28:59.789102Z","end":"2026-04-09T22:29:00.011947Z","steps":["trace[788827449] 'process raft request' (duration: 222.618424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:00.012098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.800429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-09T22:29:00.012166Z","caller":"traceutil/trace.go:171","msg":"trace[732649516] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:331; }","duration":"206.925862ms","start":"2026-04-09T22:28:59.805222Z","end":"2026-04-09T22:29:00.012147Z","steps":["trace[732649516] 'agreement among raft nodes before linearized reading' (duration: 206.80692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:00.012207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.844577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-09T22:29:00.012315Z","caller":"traceutil/trace.go:171","msg":"trace[896618563] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:331; }","duration":"156.959699ms","start":"2026-04-09T22:28:59.85533Z","end":"2026-04-09T22:29:00.01229Z","steps":["trace[896618563] 'agreement among raft nodes before linearized reading' (duration: 156.795366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:00.012266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.614099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-09T22:29:00.012433Z","caller":"traceutil/trace.go:171","msg":"trace[822044189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:331; }","duration":"180.876634ms","start":"2026-04-09T22:28:59.83154Z","end":"2026-04-09T22:29:00.012416Z","steps":["trace[822044189] 'agreement among raft nodes before linearized reading' (duration: 180.554728ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:02.84226Z","caller":"traceutil/trace.go:171","msg":"trace[62569219] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:371; }","duration":"464.846128ms","start":"2026-04-09T22:29:02.377351Z","end":"2026-04-09T22:29:02.842197Z","steps":["trace[62569219] 'read index received' (duration: 464.562622ms)","trace[62569219] 'applied index is now lower than readState.Index' (duration: 282.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:02.842281Z","caller":"traceutil/trace.go:171","msg":"trace[529917890] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"791.457859ms","start":"2026-04-09T22:29:02.050784Z","end":"2026-04-09T22:29:02.842242Z","steps":["trace[529917890] 'process raft request' (duration: 791.228524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:02.84245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.074743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T22:29:02.842466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:02.050748Z","time spent":"791.622372ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:02.842508Z","caller":"traceutil/trace.go:171","msg":"trace[2074578192] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:360; }","duration":"465.211455ms","start":"2026-04-09T22:29:02.37728Z","end":"2026-04-09T22:29:02.842491Z","steps":["trace[2074578192] 'agreement among raft nodes before linearized reading' (duration: 465.062932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:02.842577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:02.377248Z","time spent":"465.309497ms","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-04-09T22:29:03.018979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.372134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:29:03.019136Z","caller":"traceutil/trace.go:171","msg":"trace[1298686879] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"168.504158ms","start":"2026-04-09T22:29:02.850608Z","end":"2026-04-09T22:29:03.019112Z","steps":["trace[1298686879] 'process raft request' (duration: 58.861919ms)","trace[1298686879] 'compare' (duration: 109.105169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:07.919528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685802331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:08.420503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685802331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:08.548133Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28618282s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:29:08.548589Z","caller":"traceutil/trace.go:171","msg":"trace[267509264] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"1.286775563s","start":"2026-04-09T22:29:07.261786Z","end":"2026-04-09T22:29:08.548561Z","steps":["trace[267509264] 'process raft request' (duration: 1.286556538s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:08.548807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:07.261756Z","time spent":"1.286924456s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:08.608383Z","caller":"traceutil/trace.go:171","msg":"trace[2116603254] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:392; }","duration":"1.189768175s","start":"2026-04-09T22:29:07.418587Z","end":"2026-04-09T22:29:08.608355Z","steps":["trace[2116603254] 'read index received' (duration: 1.129799523s)","trace[2116603254] 'applied index is now lower than readState.Index' (duration: 59.967002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:08.608566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189961728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:29:08.608614Z","caller":"traceutil/trace.go:171","msg":"trace[1045412397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:380; }","duration":"1.190033999s","start":"2026-04-09T22:29:07.418569Z","end":"2026-04-09T22:29:08.608603Z","steps":["trace[1045412397] 'agreement among raft nodes before linearized reading' (duration: 1.189914277s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:08.608652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:07.418492Z","time spent":"1.190150192s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:29:08.608641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.032576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:29:08.608641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187390017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:29:08.608733Z","caller":"traceutil/trace.go:171","msg":"trace[930789757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:380; }","duration":"661.165659ms","start":"2026-04-09T22:29:07.947541Z","end":"2026-04-09T22:29:08.608706Z","steps":["trace[930789757] 'agreement among raft nodes before linearized reading' (duration: 661.024077ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:08.608751Z","caller":"traceutil/trace.go:171","msg":"trace[1601546918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:380; }","duration":"1.18755087s","start":"2026-04-09T22:29:07.42117Z","end":"2026-04-09T22:29:08.608721Z","steps":["trace[1601546918] 'agreement among raft nodes before linearized reading' (duration: 1.187356246s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:08.60881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:07.421151Z","time spent":"1.187645543s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:29:08.608795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:07.947523Z","time spent":"661.257562ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:08.608853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186431869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:29:08.608948Z","caller":"traceutil/trace.go:171","msg":"trace[1358762017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:380; }","duration":"1.186558431s","start":"2026-04-09T22:29:07.422366Z","end":"2026-04-09T22:29:08.608924Z","steps":["trace[1358762017] 'agreement among raft nodes before linearized reading' (duration: 1.186265325s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:08.609003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:07.422355Z","time spent":"1.186635883s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:29:08.834534Z","caller":"traceutil/trace.go:171","msg":"trace[425496886] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"157.49378ms","start":"2026-04-09T22:29:08.677015Z","end":"2026-04-09T22:29:08.834509Z","steps":["trace[425496886] 'process raft request' (duration: 157.410459ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:08.834554Z","caller":"traceutil/trace.go:171","msg":"trace[1600806772] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"160.210214ms","start":"2026-04-09T22:29:08.674304Z","end":"2026-04-09T22:29:08.834514Z","steps":["trace[1600806772] 'process raft request' (duration: 103.937716ms)","trace[1600806772] 'compare' (duration: 55.949492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:09.323728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.83858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:29:09.324038Z","caller":"traceutil/trace.go:171","msg":"trace[324816625] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"483.742823ms","start":"2026-04-09T22:29:08.840245Z","end":"2026-04-09T22:29:09.323987Z","steps":["trace[324816625] 'process raft request' (duration: 278.549446ms)","trace[324816625] 'compare' (duration: 204.485914ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:09.324096Z","caller":"traceutil/trace.go:171","msg":"trace[1164911452] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:403; }","duration":"376.191035ms","start":"2026-04-09T22:29:08.947887Z","end":"2026-04-09T22:29:09.324078Z","steps":["trace[1164911452] 'read index received' (duration: 170.893706ms)","trace[1164911452] 'applied index is now lower than readState.Index' (duration: 205.296359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:09.324221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.332929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:29:09.32423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:08.840186Z","time spent":"483.950327ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:09.324255Z","caller":"traceutil/trace.go:171","msg":"trace[1783925463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"376.40781ms","start":"2026-04-09T22:29:08.947838Z","end":"2026-04-09T22:29:09.324246Z","steps":["trace[1783925463] 'agreement among raft nodes before linearized reading' (duration: 376.298707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:09.32453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:08.947818Z","time spent":"376.687596ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:29:09.324622Z","caller":"traceutil/trace.go:171","msg":"trace[1571791491] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"481.089411ms","start":"2026-04-09T22:29:08.843502Z","end":"2026-04-09T22:29:09.324591Z","steps":["trace[1571791491] 'process raft request' (duration: 480.530479ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:09.324624Z","caller":"traceutil/trace.go:171","msg":"trace[556731312] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"481.724693ms","start":"2026-04-09T22:29:08.842868Z","end":"2026-04-09T22:29:09.324593Z","steps":["trace[556731312] 'process raft request' (duration: 481.022889ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:09.324638Z","caller":"traceutil/trace.go:171","msg":"trace[653071398] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"481.619792ms","start":"2026-04-09T22:29:08.84295Z","end":"2026-04-09T22:29:09.32457Z","steps":["trace[653071398] 'process raft request' (duration: 481.04349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:09.324728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:08.843486Z","time spent":"481.187753ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:29:09.324817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:08.842852Z","time spent":"481.843646ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:29:09.324999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:08.84294Z","time spent":"481.830365ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:29:09.77245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.570695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T22:29:09.772567Z","caller":"traceutil/trace.go:171","msg":"trace[648534599] transaction","detail":"{read_only:false; number_of_response:1; response_revision:397; }","duration":"374.415312ms","start":"2026-04-09T22:29:09.398135Z","end":"2026-04-09T22:29:09.77255Z","steps":["trace[648534599] 'process raft request' (duration: 161.617702ms)","trace[648534599] 'compare' (duration: 212.470862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:09.772673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.398111Z","time spent":"374.487792ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-09T22:29:09.814948Z","caller":"traceutil/trace.go:171","msg":"trace[593208417] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"411.219573ms","start":"2026-04-09T22:29:09.403705Z","end":"2026-04-09T22:29:09.814924Z","steps":["trace[593208417] 'process raft request' (duration: 411.138232ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:09.814966Z","caller":"traceutil/trace.go:171","msg":"trace[970686284] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"414.543218ms","start":"2026-04-09T22:29:09.400392Z","end":"2026-04-09T22:29:09.814936Z","steps":["trace[970686284] 'process raft request' (duration: 414.296204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:09.815101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.403685Z","time spent":"411.348895ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:29:09.815244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.400366Z","time spent":"414.789892ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:10.188544Z","caller":"traceutil/trace.go:171","msg":"trace[579301931] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"411.810794ms","start":"2026-04-09T22:29:09.776705Z","end":"2026-04-09T22:29:10.188516Z","steps":["trace[579301931] 'process raft request' (duration: 404.986048ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:10.188626Z","caller":"traceutil/trace.go:171","msg":"trace[1052669202] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"409.1275ms","start":"2026-04-09T22:29:09.77947Z","end":"2026-04-09T22:29:10.188597Z","steps":["trace[1052669202] 'process raft request' (duration: 408.999938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:10.188669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.77668Z","time spent":"411.935477ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:10.188784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.779433Z","time spent":"409.267983ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:10.215574Z","caller":"traceutil/trace.go:171","msg":"trace[2054625816] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:413; }","duration":"268.734801ms","start":"2026-04-09T22:29:09.946815Z","end":"2026-04-09T22:29:10.21555Z","steps":["trace[2054625816] 'read index received' (duration: 234.903399ms)","trace[2054625816] 'applied index is now lower than readState.Index' (duration: 33.830252ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:10.215632Z","caller":"traceutil/trace.go:171","msg":"trace[2067125295] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"395.629102ms","start":"2026-04-09T22:29:09.819978Z","end":"2026-04-09T22:29:10.215608Z","steps":["trace[2067125295] 'process raft request' (duration: 395.397247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:10.215673Z","caller":"traceutil/trace.go:171","msg":"trace[1416787534] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"394.753975ms","start":"2026-04-09T22:29:09.820895Z","end":"2026-04-09T22:29:10.215649Z","steps":["trace[1416787534] 'process raft request' (duration: 394.546561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:10.215699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.872433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:10.215741Z","caller":"traceutil/trace.go:171","msg":"trace[1070736939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"268.964315ms","start":"2026-04-09T22:29:09.946763Z","end":"2026-04-09T22:29:10.215727Z","steps":["trace[1070736939] 'agreement among raft nodes before linearized reading' (duration: 268.881943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:10.215821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.820878Z","time spent":"394.845617ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:10.215868Z","caller":"traceutil/trace.go:171","msg":"trace[8481245] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"396.638092ms","start":"2026-04-09T22:29:09.819202Z","end":"2026-04-09T22:29:10.21584Z","steps":["trace[8481245] 'process raft request' (duration: 396.033881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:10.215749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.819962Z","time spent":"395.725003ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:10.215967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:09.819175Z","time spent":"396.741524ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:10.786202Z","caller":"traceutil/trace.go:171","msg":"trace[2127329288] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"102.510137ms","start":"2026-04-09T22:29:10.683671Z","end":"2026-04-09T22:29:10.786181Z","steps":["trace[2127329288] 'process raft request' (duration: 102.423246ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:16.739326Z","caller":"traceutil/trace.go:171","msg":"trace[1910961245] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"137.448722ms","start":"2026-04-09T22:29:16.601839Z","end":"2026-04-09T22:29:16.739288Z","steps":["trace[1910961245] 'process raft request' (duration: 137.161956ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:17.082348Z","caller":"traceutil/trace.go:171","msg":"trace[507534147] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:445; }","duration":"270.287221ms","start":"2026-04-09T22:29:16.812038Z","end":"2026-04-09T22:29:17.082325Z","steps":["trace[507534147] 'read index received' (duration: 269.753841ms)","trace[507534147] 'applied index is now lower than readState.Index' (duration: 532.34µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:17.082447Z","caller":"traceutil/trace.go:171","msg":"trace[258070115] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"285.460773ms","start":"2026-04-09T22:29:16.79697Z","end":"2026-04-09T22:29:17.082431Z","steps":["trace[258070115] 'process raft request' (duration: 284.910232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:17.082524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.475556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:29:17.082584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.005903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:17.082606Z","caller":"traceutil/trace.go:171","msg":"trace[943191617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"136.068345ms","start":"2026-04-09T22:29:16.94653Z","end":"2026-04-09T22:29:17.082598Z","steps":["trace[943191617] 'agreement among raft nodes before linearized reading' (duration: 136.032015ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:17.08262Z","caller":"traceutil/trace.go:171","msg":"trace[1867011106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:431; }","duration":"270.599118ms","start":"2026-04-09T22:29:16.811975Z","end":"2026-04-09T22:29:17.082574Z","steps":["trace[1867011106] 'agreement among raft nodes before linearized reading' (duration: 270.485326ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:21.278576Z","caller":"traceutil/trace.go:171","msg":"trace[1260716332] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"148.597643ms","start":"2026-04-09T22:29:21.129941Z","end":"2026-04-09T22:29:21.278539Z","steps":["trace[1260716332] 'process raft request' (duration: 138.597714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:21.614137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.710109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-09T22:29:21.614213Z","caller":"traceutil/trace.go:171","msg":"trace[1753398248] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:441; }","duration":"202.815101ms","start":"2026-04-09T22:29:21.411381Z","end":"2026-04-09T22:29:21.614196Z","steps":["trace[1753398248] 'range keys from in-memory index tree' (duration: 202.540635ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:22.503106Z","caller":"traceutil/trace.go:171","msg":"trace[1484697275] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"125.032845ms","start":"2026-04-09T22:29:22.378016Z","end":"2026-04-09T22:29:22.503049Z","steps":["trace[1484697275] 'read index received' (duration: 122.585756ms)","trace[1484697275] 'applied index is now lower than readState.Index' (duration: 2.445429ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:22.503209Z","caller":"traceutil/trace.go:171","msg":"trace[346285990] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"129.773629ms","start":"2026-04-09T22:29:22.373315Z","end":"2026-04-09T22:29:22.503089Z","steps":["trace[346285990] 'process raft request' (duration: 128.078086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:22.505011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.969353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:29:22.50508Z","caller":"traceutil/trace.go:171","msg":"trace[857391202] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:442; }","duration":"127.082154ms","start":"2026-04-09T22:29:22.377979Z","end":"2026-04-09T22:29:22.505061Z","steps":["trace[857391202] 'agreement among raft nodes before linearized reading' (duration: 125.191117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:22.653316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.190797ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-09T22:29:22.653565Z","caller":"traceutil/trace.go:171","msg":"trace[1758685794] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"116.977735ms","start":"2026-04-09T22:29:22.536568Z","end":"2026-04-09T22:29:22.653546Z","steps":["trace[1758685794] 'process raft request' (duration: 116.939874ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:22.653815Z","caller":"traceutil/trace.go:171","msg":"trace[1600436492] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"117.288021ms","start":"2026-04-09T22:29:22.536401Z","end":"2026-04-09T22:29:22.653689Z","steps":["trace[1600436492] 'process raft request' (duration: 117.004184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:22.868117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.881954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:29:22.868201Z","caller":"traceutil/trace.go:171","msg":"trace[1150571277] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:446; }","duration":"114.038067ms","start":"2026-04-09T22:29:22.754146Z","end":"2026-04-09T22:29:22.868184Z","steps":["trace[1150571277] 'range keys from in-memory index tree' (duration: 113.801342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:22.86883Z","caller":"traceutil/trace.go:171","msg":"trace[1960599498] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"111.599507ms","start":"2026-04-09T22:29:22.757211Z","end":"2026-04-09T22:29:22.86881Z","steps":["trace[1960599498] 'process raft request' (duration: 111.449824ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:22.870043Z","caller":"traceutil/trace.go:171","msg":"trace[1441369380] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"112.132158ms","start":"2026-04-09T22:29:22.757894Z","end":"2026-04-09T22:29:22.870026Z","steps":["trace[1441369380] 'process raft request' (duration: 111.998936ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.10437Z","caller":"traceutil/trace.go:171","msg":"trace[1625717228] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"525.418561ms","start":"2026-04-09T22:29:24.578927Z","end":"2026-04-09T22:29:25.104346Z","steps":["trace[1625717228] 'process raft request' (duration: 525.285609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.104525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.578908Z","time spent":"525.550463ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.125083Z","caller":"traceutil/trace.go:171","msg":"trace[1389375949] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"542.231046ms","start":"2026-04-09T22:29:24.582832Z","end":"2026-04-09T22:29:25.125063Z","steps":["trace[1389375949] 'process raft request' (duration: 541.92891ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.125149Z","caller":"traceutil/trace.go:171","msg":"trace[440996367] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"541.699375ms","start":"2026-04-09T22:29:24.583411Z","end":"2026-04-09T22:29:25.12511Z","steps":["trace[440996367] 'process raft request' (duration: 541.545072ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.125214Z","caller":"traceutil/trace.go:171","msg":"trace[636424751] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"533.078914ms","start":"2026-04-09T22:29:24.592109Z","end":"2026-04-09T22:29:25.125188Z","steps":["trace[636424751] 'process raft request' (duration: 532.890961ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.125252Z","caller":"traceutil/trace.go:171","msg":"trace[1906531727] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"533.007303ms","start":"2026-04-09T22:29:24.592214Z","end":"2026-04-09T22:29:25.125221Z","steps":["trace[1906531727] 'process raft request' (duration: 532.86078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.125316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.592084Z","time spent":"533.174136ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:25.125364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.592195Z","time spent":"533.112185ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:25.125358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.583398Z","time spent":"541.835148ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.125391Z","caller":"traceutil/trace.go:171","msg":"trace[2047745502] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"532.89192ms","start":"2026-04-09T22:29:24.592449Z","end":"2026-04-09T22:29:25.12534Z","steps":["trace[2047745502] 'process raft request' (duration: 532.707367ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.12637Z","caller":"traceutil/trace.go:171","msg":"trace[804224428] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"532.84667ms","start":"2026-04-09T22:29:24.592569Z","end":"2026-04-09T22:29:25.125416Z","steps":["trace[804224428] 'process raft request' (duration: 532.640106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.126482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.592561Z","time spent":"533.86997ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.125476Z","caller":"traceutil/trace.go:171","msg":"trace[483914631] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"528.097184ms","start":"2026-04-09T22:29:24.597359Z","end":"2026-04-09T22:29:25.125456Z","steps":["trace[483914631] 'process raft request' (duration: 527.945362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.127352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.597339Z","time spent":"529.968052ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:25.127429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.592442Z","time spent":"533.026243ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.128562Z","caller":"traceutil/trace.go:171","msg":"trace[1144406200] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"515.533525ms","start":"2026-04-09T22:29:24.613003Z","end":"2026-04-09T22:29:25.128536Z","steps":["trace[1144406200] 'process raft request' (duration: 515.148557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.128704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.612975Z","time spent":"515.659357ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.128739Z","caller":"traceutil/trace.go:171","msg":"trace[2043843579] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"524.223707ms","start":"2026-04-09T22:29:24.604198Z","end":"2026-04-09T22:29:25.128422Z","steps":["trace[2043843579] 'process raft request' (duration: 521.220698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.129058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.604182Z","time spent":"524.81833ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.130427Z","caller":"traceutil/trace.go:171","msg":"trace[1638445826] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"486.033759ms","start":"2026-04-09T22:29:24.644269Z","end":"2026-04-09T22:29:25.130303Z","steps":["trace[1638445826] 'process raft request' (duration: 485.443437ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.13039Z","caller":"traceutil/trace.go:171","msg":"trace[2064140585] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"497.733921ms","start":"2026-04-09T22:29:24.632496Z","end":"2026-04-09T22:29:25.13023Z","steps":["trace[2064140585] 'process raft request' (duration: 497.039998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.130525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.644256Z","time spent":"486.218644ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:29:25.127865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.582806Z","time spent":"542.730236ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:25.130807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.632461Z","time spent":"498.025557ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.133686Z","caller":"traceutil/trace.go:171","msg":"trace[773725089] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:498; }","duration":"236.394589ms","start":"2026-04-09T22:29:24.897251Z","end":"2026-04-09T22:29:25.133646Z","steps":["trace[773725089] 'read index received' (duration: 207.081176ms)","trace[773725089] 'applied index is now lower than readState.Index' (duration: 26.819163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:25.133871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.827587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:29:25.133902Z","caller":"traceutil/trace.go:171","msg":"trace[1784055513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"235.906728ms","start":"2026-04-09T22:29:24.897987Z","end":"2026-04-09T22:29:25.133894Z","steps":["trace[1784055513] 'agreement among raft nodes before linearized reading' (duration: 235.824117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.133948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.854133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:25.133984Z","caller":"traceutil/trace.go:171","msg":"trace[1455367741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"184.952896ms","start":"2026-04-09T22:29:24.949019Z","end":"2026-04-09T22:29:25.133972Z","steps":["trace[1455367741] 'agreement among raft nodes before linearized reading' (duration: 184.907145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.134078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.826957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:29:25.134115Z","caller":"traceutil/trace.go:171","msg":"trace[368896261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:495; }","duration":"236.902629ms","start":"2026-04-09T22:29:24.897205Z","end":"2026-04-09T22:29:25.134108Z","steps":["trace[368896261] 'agreement among raft nodes before linearized reading' (duration: 233.95854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.134518Z","caller":"traceutil/trace.go:171","msg":"trace[340894706] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"393.527261ms","start":"2026-04-09T22:29:24.73763Z","end":"2026-04-09T22:29:25.131158Z","steps":["trace[340894706] 'process raft request' (duration: 392.399488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:25.134676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:24.737599Z","time spent":"396.942419ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:25.570921Z","caller":"traceutil/trace.go:171","msg":"trace[925989339] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"145.699729ms","start":"2026-04-09T22:29:25.425196Z","end":"2026-04-09T22:29:25.570896Z","steps":["trace[925989339] 'process raft request' (duration: 114.117054ms)","trace[925989339] 'compare' (duration: 31.461433ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:25.571926Z","caller":"traceutil/trace.go:171","msg":"trace[1450082587] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"127.070436ms","start":"2026-04-09T22:29:25.444843Z","end":"2026-04-09T22:29:25.571913Z","steps":["trace[1450082587] 'process raft request' (duration: 126.846812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.572073Z","caller":"traceutil/trace.go:171","msg":"trace[967459205] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"127.015676ms","start":"2026-04-09T22:29:25.44503Z","end":"2026-04-09T22:29:25.572045Z","steps":["trace[967459205] 'process raft request' (duration: 126.838882ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:25.721434Z","caller":"traceutil/trace.go:171","msg":"trace[1348640404] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"101.148812ms","start":"2026-04-09T22:29:25.62026Z","end":"2026-04-09T22:29:25.721409Z","steps":["trace[1348640404] 'process raft request' (duration: 92.907801ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:27.899863Z","caller":"traceutil/trace.go:171","msg":"trace[510029690] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"122.229833ms","start":"2026-04-09T22:29:27.77761Z","end":"2026-04-09T22:29:27.89984Z","steps":["trace[510029690] 'process raft request' (duration: 122.073219ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:28.480943Z","caller":"traceutil/trace.go:171","msg":"trace[1806476627] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"189.519494ms","start":"2026-04-09T22:29:28.291399Z","end":"2026-04-09T22:29:28.480919Z","steps":["trace[1806476627] 'process raft request' (duration: 188.955112ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:32.39812Z","caller":"traceutil/trace.go:171","msg":"trace[1847796512] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"449.658494ms","start":"2026-04-09T22:29:31.948428Z","end":"2026-04-09T22:29:32.398087Z","steps":["trace[1847796512] 'read index received' (duration: 448.844098ms)","trace[1847796512] 'applied index is now lower than readState.Index' (duration: 813.116µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:32.398199Z","caller":"traceutil/trace.go:171","msg":"trace[1676147317] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"987.840232ms","start":"2026-04-09T22:29:31.410311Z","end":"2026-04-09T22:29:32.398152Z","steps":["trace[1676147317] 'process raft request' (duration: 987.20847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:32.398342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.10727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t4n6d\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-09T22:29:32.398366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:31.410282Z","time spent":"987.996345ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:29:32.398362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.910738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:32.398403Z","caller":"traceutil/trace.go:171","msg":"trace[2056763779] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t4n6d; range_end:; response_count:1; response_revision:591; }","duration":"277.217652ms","start":"2026-04-09T22:29:32.121169Z","end":"2026-04-09T22:29:32.398387Z","steps":["trace[2056763779] 'agreement among raft nodes before linearized reading' (duration: 277.09863ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:32.398455Z","caller":"traceutil/trace.go:171","msg":"trace[1214986767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"450.047942ms","start":"2026-04-09T22:29:31.948386Z","end":"2026-04-09T22:29:32.398434Z","steps":["trace[1214986767] 'agreement among raft nodes before linearized reading' (duration: 449.877548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:32.398499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:31.948365Z","time spent":"450.125833ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:33.44871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685802776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:33.803434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369045303s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:29:33.804Z","caller":"traceutil/trace.go:171","msg":"trace[1267786515] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.387450491s","start":"2026-04-09T22:29:32.416525Z","end":"2026-04-09T22:29:33.803976Z","steps":["trace[1267786515] 'process raft request' (duration: 1.387291918s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:33.804158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:32.416504Z","time spent":"1.387580143s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:34.508466Z","caller":"traceutil/trace.go:171","msg":"trace[1307039471] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"2.072923181s","start":"2026-04-09T22:29:32.435511Z","end":"2026-04-09T22:29:34.508435Z","steps":["trace[1307039471] 'process raft request' (duration: 2.072532173s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:34.508525Z","caller":"traceutil/trace.go:171","msg":"trace[319032585] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"2.045590247s","start":"2026-04-09T22:29:32.462905Z","end":"2026-04-09T22:29:34.508495Z","steps":["trace[319032585] 'process raft request' (duration: 2.045391433s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:34.508635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:32.46288Z","time spent":"2.04569884s","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:34.50842Z","caller":"traceutil/trace.go:171","msg":"trace[1414172943] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:613; }","duration":"1.559741028s","start":"2026-04-09T22:29:32.948636Z","end":"2026-04-09T22:29:34.508377Z","steps":["trace[1414172943] 'read index received' (duration: 855.126096ms)","trace[1414172943] 'applied index is now lower than readState.Index' (duration: 704.613402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:34.508632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559972494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:29:34.508643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:32.435491Z","time spent":"2.073053563s","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:34.508691Z","caller":"traceutil/trace.go:171","msg":"trace[1514721740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"1.560094466s","start":"2026-04-09T22:29:32.948582Z","end":"2026-04-09T22:29:34.508676Z","steps":["trace[1514721740] 'agreement among raft nodes before linearized reading' (duration: 1.559947313s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:34.508734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:32.948552Z","time spent":"1.560172838s","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:34.50888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228355719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:29:34.508927Z","caller":"traceutil/trace.go:171","msg":"trace[957039329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"1.228427382s","start":"2026-04-09T22:29:33.280486Z","end":"2026-04-09T22:29:34.508914Z","steps":["trace[957039329] 'agreement among raft nodes before linearized reading' (duration: 1.228262369s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:34.508951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:33.280473Z","time spent":"1.228471793s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:29:34.508932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271209035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:29:34.509031Z","caller":"traceutil/trace.go:171","msg":"trace[1065003312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"1.271365298s","start":"2026-04-09T22:29:33.237642Z","end":"2026-04-09T22:29:34.509007Z","steps":["trace[1065003312] 'agreement among raft nodes before linearized reading' (duration: 1.271102303s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:34.509053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165173019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:29:34.508893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238024028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:29:34.509108Z","caller":"traceutil/trace.go:171","msg":"trace[1428582608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"1.16522749s","start":"2026-04-09T22:29:33.343866Z","end":"2026-04-09T22:29:34.509093Z","steps":["trace[1428582608] 'agreement among raft nodes before linearized reading' (duration: 1.165058997s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:34.509139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:33.23761Z","time spent":"1.271490961s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:29:34.509141Z","caller":"traceutil/trace.go:171","msg":"trace[179714671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"1.238262892s","start":"2026-04-09T22:29:33.270862Z","end":"2026-04-09T22:29:34.509125Z","steps":["trace[179714671] 'agreement among raft nodes before linearized reading' (duration: 1.237975637s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:34.509235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:33.270812Z","time spent":"1.238406255s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:29:34.509159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:33.343813Z","time spent":"1.165335182s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:29:36.521842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:29:36.521964Z","caller":"traceutil/trace.go:171","msg":"trace[1055693785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325966s","start":"2026-04-09T22:29:34.521619Z","end":"2026-04-09T22:29:36.521945Z","steps":["trace[1055693785] 'agreement among raft nodes before linearized reading' (duration: 2.000182512s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:36.522014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:34.521609Z","time spent":"2.000395357s","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:29:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:29:36.761739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.237290423s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:29:37.008185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.048976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:29:37.00834Z","caller":"traceutil/trace.go:171","msg":"trace[1972123262] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"2.494412585s","start":"2026-04-09T22:29:34.513906Z","end":"2026-04-09T22:29:37.008319Z","steps":["trace[1972123262] 'process raft request' (duration: 2.248185256s)","trace[1972123262] 'compare' (duration: 245.459684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:37.008423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:34.513889Z","time spent":"2.494504347s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:37.008738Z","caller":"traceutil/trace.go:171","msg":"trace[1980880817] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"2.494142939s","start":"2026-04-09T22:29:34.51455Z","end":"2026-04-09T22:29:37.008693Z","steps":["trace[1980880817] 'process raft request' (duration: 2.493719881s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.008958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:34.514522Z","time spent":"2.494370923s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:37.008983Z","caller":"traceutil/trace.go:171","msg":"trace[1503715452] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.65886214s","start":"2026-04-09T22:29:35.350113Z","end":"2026-04-09T22:29:37.008975Z","steps":["trace[1503715452] 'process raft request' (duration: 1.658651866s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.009356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:35.35008Z","time spent":"1.659246337s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:37.00883Z","caller":"traceutil/trace.go:171","msg":"trace[224337338] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"2.494125619s","start":"2026-04-09T22:29:34.514694Z","end":"2026-04-09T22:29:37.008819Z","steps":["trace[224337338] 'process raft request' (duration: 2.493912345s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.009443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:34.514628Z","time spent":"2.494784122s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:37.008814Z","caller":"traceutil/trace.go:171","msg":"trace[1398947969] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:616; }","duration":"2.493047517s","start":"2026-04-09T22:29:34.515756Z","end":"2026-04-09T22:29:37.008803Z","steps":["trace[1398947969] 'read index received' (duration: 8.74904ms)","trace[1398947969] 'applied index is now lower than readState.Index' (duration: 2.484297777s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:37.009069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493331363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T22:29:37.009546Z","caller":"traceutil/trace.go:171","msg":"trace[1172227425] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:599; }","duration":"2.493831343s","start":"2026-04-09T22:29:34.515705Z","end":"2026-04-09T22:29:37.009537Z","steps":["trace[1172227425] 'agreement among raft nodes before linearized reading' (duration: 2.493127209s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.009564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486610833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:29:37.009577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:34.515692Z","time spent":"2.493877294s","remote":"127.0.0.1:59542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-09T22:29:37.009588Z","caller":"traceutil/trace.go:171","msg":"trace[1685285276] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:599; }","duration":"2.486646253s","start":"2026-04-09T22:29:34.522933Z","end":"2026-04-09T22:29:37.009579Z","steps":["trace[1685285276] 'agreement among raft nodes before linearized reading' (duration: 2.486609902s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.009665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.104065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:29:37.009687Z","caller":"traceutil/trace.go:171","msg":"trace[1043684007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"482.162697ms","start":"2026-04-09T22:29:36.527518Z","end":"2026-04-09T22:29:37.009681Z","steps":["trace[1043684007] 'agreement among raft nodes before linearized reading' (duration: 482.089635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.009709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:36.527497Z","time spent":"482.206997ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:29:37.009689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:34.522924Z","time spent":"2.486736605s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-09T22:29:37.009677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.318387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:37.009786Z","caller":"traceutil/trace.go:171","msg":"trace[905321763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"487.494071ms","start":"2026-04-09T22:29:36.522281Z","end":"2026-04-09T22:29:37.009775Z","steps":["trace[905321763] 'agreement among raft nodes before linearized reading' (duration: 487.339918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.009827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:36.522259Z","time spent":"487.560782ms","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:37.009849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.105731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:37.009951Z","caller":"traceutil/trace.go:171","msg":"trace[1717735442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"747.288965ms","start":"2026-04-09T22:29:36.262641Z","end":"2026-04-09T22:29:37.00993Z","steps":["trace[1717735442] 'agreement among raft nodes before linearized reading' (duration: 746.994959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:37.010027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:36.262611Z","time spent":"747.406116ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:29:39.494573Z","caller":"traceutil/trace.go:171","msg":"trace[1542480103] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"292.95224ms","start":"2026-04-09T22:29:39.201595Z","end":"2026-04-09T22:29:39.494548Z","steps":["trace[1542480103] 'process raft request' (duration: 235.758165ms)","trace[1542480103] 'compare' (duration: 57.017442ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:39.643857Z","caller":"traceutil/trace.go:171","msg":"trace[1561266280] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"145.412874ms","start":"2026-04-09T22:29:39.498417Z","end":"2026-04-09T22:29:39.64383Z","steps":["trace[1561266280] 'read index received' (duration: 145.19253ms)","trace[1561266280] 'applied index is now lower than readState.Index' (duration: 219.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:39.643916Z","caller":"traceutil/trace.go:171","msg":"trace[60983592] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"438.943014ms","start":"2026-04-09T22:29:39.20495Z","end":"2026-04-09T22:29:39.643893Z","steps":["trace[60983592] 'process raft request' (duration: 438.632858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:39.644033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:39.204935Z","time spent":"439.033716ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:39.644141Z","caller":"traceutil/trace.go:171","msg":"trace[1739831466] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"240.574188ms","start":"2026-04-09T22:29:39.403521Z","end":"2026-04-09T22:29:39.644095Z","steps":["trace[1739831466] 'process raft request' (duration: 240.236612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:39.644217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.708499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t4n6d\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-04-09T22:29:39.644275Z","caller":"traceutil/trace.go:171","msg":"trace[1063367991] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t4n6d; range_end:; response_count:1; response_revision:637; }","duration":"145.897904ms","start":"2026-04-09T22:29:39.498358Z","end":"2026-04-09T22:29:39.644256Z","steps":["trace[1063367991] 'agreement among raft nodes before linearized reading' (duration: 145.587577ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:41.512848Z","caller":"traceutil/trace.go:171","msg":"trace[8317969] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"110.636176ms","start":"2026-04-09T22:29:41.402184Z","end":"2026-04-09T22:29:41.512821Z","steps":["trace[8317969] 'read index received' (duration: 106.397094ms)","trace[8317969] 'applied index is now lower than readState.Index' (duration: 4.237752ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:41.513115Z","caller":"traceutil/trace.go:171","msg":"trace[2068060233] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"195.724643ms","start":"2026-04-09T22:29:41.317371Z","end":"2026-04-09T22:29:41.513095Z","steps":["trace[2068060233] 'process raft request' (duration: 191.141144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:41.513132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.909571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-09T22:29:41.513289Z","caller":"traceutil/trace.go:171","msg":"trace[1770917685] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:673; }","duration":"111.100705ms","start":"2026-04-09T22:29:41.402142Z","end":"2026-04-09T22:29:41.513242Z","steps":["trace[1770917685] 'agreement among raft nodes before linearized reading' (duration: 110.784099ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:45.218856Z","caller":"traceutil/trace.go:171","msg":"trace[917435193] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:731; }","duration":"122.563278ms","start":"2026-04-09T22:29:45.096266Z","end":"2026-04-09T22:29:45.218829Z","steps":["trace[917435193] 'read index received' (duration: 108.236549ms)","trace[917435193] 'applied index is now lower than readState.Index' (duration: 14.323059ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:45.218983Z","caller":"traceutil/trace.go:171","msg":"trace[853734154] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"139.179182ms","start":"2026-04-09T22:29:45.079766Z","end":"2026-04-09T22:29:45.218945Z","steps":["trace[853734154] 'process raft request' (duration: 124.781621ms)","trace[853734154] 'compare' (duration: 14.096115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:45.219204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.172526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:29:45.219247Z","caller":"traceutil/trace.go:171","msg":"trace[1706189195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:707; }","duration":"113.313238ms","start":"2026-04-09T22:29:45.105922Z","end":"2026-04-09T22:29:45.219235Z","steps":["trace[1706189195] 'agreement among raft nodes before linearized reading' (duration: 113.059533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:45.219399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.700406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:29:45.219461Z","caller":"traceutil/trace.go:171","msg":"trace[556979449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:707; }","duration":"112.772527ms","start":"2026-04-09T22:29:45.106671Z","end":"2026-04-09T22:29:45.219443Z","steps":["trace[556979449] 'agreement among raft nodes before linearized reading' (duration: 112.360539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:45.219605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.328303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:29:45.219664Z","caller":"traceutil/trace.go:171","msg":"trace[2129880656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:707; }","duration":"123.418366ms","start":"2026-04-09T22:29:45.096233Z","end":"2026-04-09T22:29:45.219652Z","steps":["trace[2129880656] 'agreement among raft nodes before linearized reading' (duration: 122.735342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:45.346862Z","caller":"traceutil/trace.go:171","msg":"trace[178630090] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"122.867334ms","start":"2026-04-09T22:29:45.223976Z","end":"2026-04-09T22:29:45.346843Z","steps":["trace[178630090] 'process raft request' (duration: 122.787013ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:45.346917Z","caller":"traceutil/trace.go:171","msg":"trace[231412262] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"123.343605ms","start":"2026-04-09T22:29:45.223553Z","end":"2026-04-09T22:29:45.346896Z","steps":["trace[231412262] 'process raft request' (duration: 109.512995ms)","trace[231412262] 'compare' (duration: 13.574394ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:45.346897Z","caller":"traceutil/trace.go:171","msg":"trace[553430564] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"123.174161ms","start":"2026-04-09T22:29:45.22369Z","end":"2026-04-09T22:29:45.346864Z","steps":["trace[553430564] 'process raft request' (duration: 123.034677ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:45.347081Z","caller":"traceutil/trace.go:171","msg":"trace[1441805176] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"120.551119ms","start":"2026-04-09T22:29:45.226493Z","end":"2026-04-09T22:29:45.347044Z","steps":["trace[1441805176] 'process raft request' (duration: 120.302263ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:52.801213Z","caller":"traceutil/trace.go:171","msg":"trace[3606281] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"138.646873ms","start":"2026-04-09T22:29:52.662532Z","end":"2026-04-09T22:29:52.801179Z","steps":["trace[3606281] 'process raft request' (duration: 137.96125ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:55.516492Z","caller":"traceutil/trace.go:171","msg":"trace[1530060706] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"132.022953ms","start":"2026-04-09T22:29:55.384441Z","end":"2026-04-09T22:29:55.516464Z","steps":["trace[1530060706] 'process raft request' (duration: 131.528283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:57.733811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685803133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:58.234729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685803133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:58.735026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685803133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:58.772572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.507108461s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:29:58.77297Z","caller":"traceutil/trace.go:171","msg":"trace[959904190] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"2.507631213s","start":"2026-04-09T22:29:56.265314Z","end":"2026-04-09T22:29:58.772945Z","steps":["trace[959904190] 'process raft request' (duration: 2.507463779s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:58.773118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:56.265279Z","time spent":"2.507761315s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:58.849067Z","caller":"traceutil/trace.go:171","msg":"trace[1964548202] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"1.618939232s","start":"2026-04-09T22:29:57.2301Z","end":"2026-04-09T22:29:58.849039Z","steps":["trace[1964548202] 'process raft request' (duration: 1.605345427s)","trace[1964548202] 'compare' (duration: 13.405902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:58.84922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.230054Z","time spent":"1.619069625s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:58.869225Z","caller":"traceutil/trace.go:171","msg":"trace[237351604] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:801; }","duration":"1.635631728s","start":"2026-04-09T22:29:57.233573Z","end":"2026-04-09T22:29:58.869205Z","steps":["trace[237351604] 'read index received' (duration: 1.539211309s)","trace[237351604] 'applied index is now lower than readState.Index' (duration: 96.419109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:58.869458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635884143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:29:58.869483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.160503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:58.86953Z","caller":"traceutil/trace.go:171","msg":"trace[898065664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:775; }","duration":"1.635992305s","start":"2026-04-09T22:29:57.233527Z","end":"2026-04-09T22:29:58.869519Z","steps":["trace[898065664] 'agreement among raft nodes before linearized reading' (duration: 1.63577757s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:58.869464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042010939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:29:58.869535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.49103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:29:58.869512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503986103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:29:58.869593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.233515Z","time spent":"1.636043606s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:29:58.869588Z","caller":"traceutil/trace.go:171","msg":"trace[998653054] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:775; }","duration":"1.042199642s","start":"2026-04-09T22:29:57.827367Z","end":"2026-04-09T22:29:58.869567Z","steps":["trace[998653054] 'agreement among raft nodes before linearized reading' (duration: 1.042007809s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:58.869594Z","caller":"traceutil/trace.go:171","msg":"trace[1090717895] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:775; }","duration":"625.606043ms","start":"2026-04-09T22:29:58.243972Z","end":"2026-04-09T22:29:58.869578Z","steps":["trace[1090717895] 'agreement among raft nodes before linearized reading' (duration: 625.420209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:58.869606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279260823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:29:58.869639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.82734Z","time spent":"1.042288354s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:29:58.869645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:58.24395Z","time spent":"625.681364ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:29:58.86961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290991571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:29:58.869653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255186804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:29:58.869679Z","caller":"traceutil/trace.go:171","msg":"trace[678819144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:775; }","duration":"1.279344374s","start":"2026-04-09T22:29:57.590315Z","end":"2026-04-09T22:29:58.86966Z","steps":["trace[678819144] 'agreement among raft nodes before linearized reading' (duration: 1.27912321s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:58.869706Z","caller":"traceutil/trace.go:171","msg":"trace[1854277310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"1.291133513s","start":"2026-04-09T22:29:57.578556Z","end":"2026-04-09T22:29:58.869689Z","steps":["trace[1854277310] 'agreement among raft nodes before linearized reading' (duration: 1.290920359s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:58.869716Z","caller":"traceutil/trace.go:171","msg":"trace[22753171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:775; }","duration":"1.255273555s","start":"2026-04-09T22:29:57.614428Z","end":"2026-04-09T22:29:58.869701Z","steps":["trace[22753171] 'agreement among raft nodes before linearized reading' (duration: 1.255044171s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:58.869724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.590259Z","time spent":"1.279456496s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:29:58.869619Z","caller":"traceutil/trace.go:171","msg":"trace[906215865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:775; }","duration":"1.504143836s","start":"2026-04-09T22:29:57.365452Z","end":"2026-04-09T22:29:58.869596Z","steps":["trace[906215865] 'agreement among raft nodes before linearized reading' (duration: 1.50388295s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:58.869752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.614416Z","time spent":"1.255328446s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:29:58.869753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.578529Z","time spent":"1.291210095s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:29:58.869797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.365431Z","time spent":"1.504347859s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:29:58.86955Z","caller":"traceutil/trace.go:171","msg":"trace[1504798980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"921.264965ms","start":"2026-04-09T22:29:57.948265Z","end":"2026-04-09T22:29:58.86953Z","steps":["trace[1504798980] 'agreement among raft nodes before linearized reading' (duration: 921.167643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:58.869942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.948245Z","time spent":"921.686992ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:29:59.942141Z","caller":"traceutil/trace.go:171","msg":"trace[2034410680] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"162.414306ms","start":"2026-04-09T22:29:59.779703Z","end":"2026-04-09T22:29:59.942117Z","steps":["trace[2034410680] 'process raft request' (duration: 162.276553ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:01.250072Z","caller":"traceutil/trace.go:171","msg":"trace[1538992552] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"285.849201ms","start":"2026-04-09T22:30:00.964191Z","end":"2026-04-09T22:30:01.25004Z","steps":["trace[1538992552] 'process raft request' (duration: 202.68083ms)","trace[1538992552] 'compare' (duration: 83.008468ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:01.306139Z","caller":"traceutil/trace.go:171","msg":"trace[2019339017] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"341.655599ms","start":"2026-04-09T22:30:00.964465Z","end":"2026-04-09T22:30:01.306121Z","steps":["trace[2019339017] 'process raft request' (duration: 341.506776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:01.306283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.964441Z","time spent":"341.772751ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:01.306545Z","caller":"traceutil/trace.go:171","msg":"trace[1554079311] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"341.926914ms","start":"2026-04-09T22:30:00.964606Z","end":"2026-04-09T22:30:01.306533Z","steps":["trace[1554079311] 'process raft request' (duration: 341.482305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:01.306618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.964592Z","time spent":"341.986775ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:01.306634Z","caller":"traceutil/trace.go:171","msg":"trace[749318106] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"341.178809ms","start":"2026-04-09T22:30:00.965438Z","end":"2026-04-09T22:30:01.306617Z","steps":["trace[749318106] 'process raft request' (duration: 340.973236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:01.306703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.965429Z","time spent":"341.23641ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:01.437057Z","caller":"traceutil/trace.go:171","msg":"trace[2107019201] transaction","detail":"{read_only:false; number_of_response:1; response_revision:788; }","duration":"128.247979ms","start":"2026-04-09T22:30:01.308783Z","end":"2026-04-09T22:30:01.437031Z","steps":["trace[2107019201] 'process raft request' (duration: 113.187776ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.343431Z","caller":"traceutil/trace.go:171","msg":"trace[1985513692] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:855; }","duration":"395.185371ms","start":"2026-04-09T22:30:03.948224Z","end":"2026-04-09T22:30:04.343409Z","steps":["trace[1985513692] 'read index received' (duration: 393.991348ms)","trace[1985513692] 'applied index is now lower than readState.Index' (duration: 1.193173ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:04.343475Z","caller":"traceutil/trace.go:171","msg":"trace[890735233] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"503.617295ms","start":"2026-04-09T22:30:03.839828Z","end":"2026-04-09T22:30:04.343445Z","steps":["trace[890735233] 'process raft request' (duration: 502.525024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.343642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.00001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:04.343677Z","caller":"traceutil/trace.go:171","msg":"trace[766144355] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:826; }","duration":"233.079402ms","start":"2026-04-09T22:30:04.110588Z","end":"2026-04-09T22:30:04.343667Z","steps":["trace[766144355] 'agreement among raft nodes before linearized reading' (duration: 232.981551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.343687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.441257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:04.343813Z","caller":"traceutil/trace.go:171","msg":"trace[694588237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:826; }","duration":"395.548649ms","start":"2026-04-09T22:30:03.948207Z","end":"2026-04-09T22:30:04.343756Z","steps":["trace[694588237] 'agreement among raft nodes before linearized reading' (duration: 395.334715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.343866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.948137Z","time spent":"395.720072ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:04.344169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.839772Z","time spent":"503.812699ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036298,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:14.555622Z","caller":"traceutil/trace.go:171","msg":"trace[1001618852] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"226.159438ms","start":"2026-04-09T22:30:14.329424Z","end":"2026-04-09T22:30:14.555583Z","steps":["trace[1001618852] 'process raft request' (duration: 226.000495ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.216351Z","caller":"traceutil/trace.go:171","msg":"trace[70560510] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"129.82017ms","start":"2026-04-09T22:30:16.086499Z","end":"2026-04-09T22:30:16.216319Z","steps":["trace[70560510] 'process raft request' (duration: 101.726053ms)","trace[70560510] 'compare' (duration: 27.850343ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:16.216471Z","caller":"traceutil/trace.go:171","msg":"trace[533101038] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"129.734329ms","start":"2026-04-09T22:30:16.086712Z","end":"2026-04-09T22:30:16.216447Z","steps":["trace[533101038] 'process raft request' (duration: 129.488854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.21659Z","caller":"traceutil/trace.go:171","msg":"trace[226964522] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"110.491654ms","start":"2026-04-09T22:30:16.106071Z","end":"2026-04-09T22:30:16.216562Z","steps":["trace[226964522] 'process raft request' (duration: 110.232589ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.570908Z","caller":"traceutil/trace.go:171","msg":"trace[370484120] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"281.958785ms","start":"2026-04-09T22:30:16.288922Z","end":"2026-04-09T22:30:16.57088Z","steps":["trace[370484120] 'process raft request' (duration: 222.518777ms)","trace[370484120] 'compare' (duration: 59.127772ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:16.576764Z","caller":"traceutil/trace.go:171","msg":"trace[444249638] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"287.062335ms","start":"2026-04-09T22:30:16.289623Z","end":"2026-04-09T22:30:16.576685Z","steps":["trace[444249638] 'process raft request' (duration: 286.329181ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.576833Z","caller":"traceutil/trace.go:171","msg":"trace[2063309027] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"286.731467ms","start":"2026-04-09T22:30:16.290063Z","end":"2026-04-09T22:30:16.576795Z","steps":["trace[2063309027] 'process raft request' (duration: 286.166617ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.577322Z","caller":"traceutil/trace.go:171","msg":"trace[702367005] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"287.203407ms","start":"2026-04-09T22:30:16.290074Z","end":"2026-04-09T22:30:16.577277Z","steps":["trace[702367005] 'process raft request' (duration: 286.297919ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.578005Z","caller":"traceutil/trace.go:171","msg":"trace[978018343] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"287.790868ms","start":"2026-04-09T22:30:16.290166Z","end":"2026-04-09T22:30:16.577957Z","steps":["trace[978018343] 'process raft request' (duration: 286.84852ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.578305Z","caller":"traceutil/trace.go:171","msg":"trace[1128153438] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"288.075055ms","start":"2026-04-09T22:30:16.290197Z","end":"2026-04-09T22:30:16.578272Z","steps":["trace[1128153438] 'process raft request' (duration: 287.662256ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.578981Z","caller":"traceutil/trace.go:171","msg":"trace[1597011154] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"284.884482ms","start":"2026-04-09T22:30:16.294067Z","end":"2026-04-09T22:30:16.578952Z","steps":["trace[1597011154] 'process raft request' (duration: 284.582496ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.579234Z","caller":"traceutil/trace.go:171","msg":"trace[1990600303] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"284.700208ms","start":"2026-04-09T22:30:16.294503Z","end":"2026-04-09T22:30:16.579204Z","steps":["trace[1990600303] 'process raft request' (duration: 284.2362ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.579237Z","caller":"traceutil/trace.go:171","msg":"trace[1485636225] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"286.544533ms","start":"2026-04-09T22:30:16.292668Z","end":"2026-04-09T22:30:16.579212Z","steps":["trace[1485636225] 'process raft request' (duration: 285.436592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.57957Z","caller":"traceutil/trace.go:171","msg":"trace[2100951727] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1075; }","duration":"286.073845ms","start":"2026-04-09T22:30:16.293431Z","end":"2026-04-09T22:30:16.579505Z","steps":["trace[2100951727] 'read index received' (duration: 218.092131ms)","trace[2100951727] 'applied index is now lower than readState.Index' (duration: 67.979644ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:16.579871Z","caller":"traceutil/trace.go:171","msg":"trace[372828703] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"267.82671ms","start":"2026-04-09T22:30:16.312021Z","end":"2026-04-09T22:30:16.579848Z","steps":["trace[372828703] 'process raft request' (duration: 266.80504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:16.580296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.83054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-04-09T22:30:16.580414Z","caller":"traceutil/trace.go:171","msg":"trace[1880268171] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1053; }","duration":"286.968843ms","start":"2026-04-09T22:30:16.2934Z","end":"2026-04-09T22:30:16.580369Z","steps":["trace[1880268171] 'agreement among raft nodes before linearized reading' (duration: 286.664017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:16.594811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.391244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-09T22:30:16.594936Z","caller":"traceutil/trace.go:171","msg":"trace[1316174735] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1054; }","duration":"300.568807ms","start":"2026-04-09T22:30:16.294347Z","end":"2026-04-09T22:30:16.594916Z","steps":["trace[1316174735] 'agreement among raft nodes before linearized reading' (duration: 300.301782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:16.594989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.294334Z","time spent":"300.646098ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4663,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-09T22:30:16.595146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.298343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:16.595202Z","caller":"traceutil/trace.go:171","msg":"trace[1881996993] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1054; }","duration":"300.363804ms","start":"2026-04-09T22:30:16.294829Z","end":"2026-04-09T22:30:16.595192Z","steps":["trace[1881996993] 'agreement among raft nodes before linearized reading' (duration: 300.294513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:16.595231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.294824Z","time spent":"300.401925ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-04-09T22:30:16.735276Z","caller":"traceutil/trace.go:171","msg":"trace[143255653] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"113.476222ms","start":"2026-04-09T22:30:16.62176Z","end":"2026-04-09T22:30:16.735236Z","steps":["trace[143255653] 'process raft request' (duration: 61.293814ms)","trace[143255653] 'compare' (duration: 51.916022ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:16.735445Z","caller":"traceutil/trace.go:171","msg":"trace[160137650] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"113.320299ms","start":"2026-04-09T22:30:16.622086Z","end":"2026-04-09T22:30:16.735406Z","steps":["trace[160137650] 'process raft request' (duration: 113.079115ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.735428Z","caller":"traceutil/trace.go:171","msg":"trace[1070156668] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1095; }","duration":"112.903841ms","start":"2026-04-09T22:30:16.622489Z","end":"2026-04-09T22:30:16.735392Z","steps":["trace[1070156668] 'read index received' (duration: 24.302143ms)","trace[1070156668] 'applied index is now lower than readState.Index' (duration: 88.598808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:16.735684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.183246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-59kw7\" ","response":"range_response_count:1 size:3544"} {"level":"info","ts":"2026-04-09T22:30:16.735799Z","caller":"traceutil/trace.go:171","msg":"trace[623771508] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-59kw7; range_end:; response_count:1; response_revision:1066; }","duration":"113.291098ms","start":"2026-04-09T22:30:16.622441Z","end":"2026-04-09T22:30:16.735732Z","steps":["trace[623771508] 'agreement among raft nodes before linearized reading' (duration: 113.060214ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.877121Z","caller":"traceutil/trace.go:171","msg":"trace[645347521] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1098; }","duration":"141.412986ms","start":"2026-04-09T22:30:16.735667Z","end":"2026-04-09T22:30:16.87708Z","steps":["trace[645347521] 'read index received' (duration: 113.164156ms)","trace[645347521] 'applied index is now lower than readState.Index' (duration: 28.24734ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:16.877293Z","caller":"traceutil/trace.go:171","msg":"trace[722454125] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"184.498716ms","start":"2026-04-09T22:30:16.692777Z","end":"2026-04-09T22:30:16.877276Z","steps":["trace[722454125] 'process raft request' (duration: 156.057932ms)","trace[722454125] 'compare' (duration: 27.691499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:16.877349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.963904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"warn","ts":"2026-04-09T22:30:16.877412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.543991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4950"} {"level":"info","ts":"2026-04-09T22:30:16.877433Z","caller":"traceutil/trace.go:171","msg":"trace[595010092] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1067; }","duration":"186.095797ms","start":"2026-04-09T22:30:16.691319Z","end":"2026-04-09T22:30:16.877414Z","steps":["trace[595010092] 'agreement among raft nodes before linearized reading' (duration: 185.838122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:16.877451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.138638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-09T22:30:16.877498Z","caller":"traceutil/trace.go:171","msg":"trace[1191657492] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1067; }","duration":"252.666793ms","start":"2026-04-09T22:30:16.624806Z","end":"2026-04-09T22:30:16.877473Z","steps":["trace[1191657492] 'agreement among raft nodes before linearized reading' (duration: 252.411248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:16.877365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.097857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-09T22:30:16.877624Z","caller":"traceutil/trace.go:171","msg":"trace[1543919788] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1067; }","duration":"186.394433ms","start":"2026-04-09T22:30:16.691204Z","end":"2026-04-09T22:30:16.877598Z","steps":["trace[1543919788] 'agreement among raft nodes before linearized reading' (duration: 186.039626ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.877522Z","caller":"traceutil/trace.go:171","msg":"trace[1060280037] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1067; }","duration":"186.22548ms","start":"2026-04-09T22:30:16.691271Z","end":"2026-04-09T22:30:16.877496Z","steps":["trace[1060280037] 'agreement among raft nodes before linearized reading' (duration: 185.940014ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:16.887205Z","caller":"traceutil/trace.go:171","msg":"trace[1234154411] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"143.847714ms","start":"2026-04-09T22:30:16.74334Z","end":"2026-04-09T22:30:16.887187Z","steps":["trace[1234154411] 'process raft request' (duration: 143.694411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.428161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.150397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:17.42832Z","caller":"traceutil/trace.go:171","msg":"trace[2119218857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1068; }","duration":"108.327941ms","start":"2026-04-09T22:30:17.319971Z","end":"2026-04-09T22:30:17.428299Z","steps":["trace[2119218857] 'range keys from in-memory index tree' (duration: 108.137117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.428354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.406542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:17.428471Z","caller":"traceutil/trace.go:171","msg":"trace[1031698579] linearizableReadLoop","detail":"{readStateIndex:1101; appliedIndex:1100; }","duration":"541.261819ms","start":"2026-04-09T22:30:16.88719Z","end":"2026-04-09T22:30:17.428452Z","steps":["trace[1031698579] 'read index received' (duration: 97.672624ms)","trace[1031698579] 'applied index is now lower than readState.Index' (duration: 443.585305ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:17.428523Z","caller":"traceutil/trace.go:171","msg":"trace[2143989480] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"543.678767ms","start":"2026-04-09T22:30:16.884814Z","end":"2026-04-09T22:30:17.428493Z","steps":["trace[2143989480] 'process raft request' (duration: 100.03293ms)","trace[2143989480] 'compare' (duration: 443.235378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:17.428659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.432919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-mvgcd\" ","response":"range_response_count:1 size:2702"} {"level":"warn","ts":"2026-04-09T22:30:17.428681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.884795Z","time spent":"543.800359ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:17.428709Z","caller":"traceutil/trace.go:171","msg":"trace[1337473842] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-mvgcd; range_end:; response_count:1; response_revision:1069; }","duration":"549.49018ms","start":"2026-04-09T22:30:16.8792Z","end":"2026-04-09T22:30:17.42869Z","steps":["trace[1337473842] 'agreement among raft nodes before linearized reading' (duration: 549.338747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.428733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.52568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-59kw7\" ","response":"range_response_count:1 size:4509"} {"level":"warn","ts":"2026-04-09T22:30:17.428769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.879196Z","time spent":"549.559491ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2725,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-mvgcd\" "} {"level":"info","ts":"2026-04-09T22:30:17.4288Z","caller":"traceutil/trace.go:171","msg":"trace[163387005] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-59kw7; range_end:; response_count:1; response_revision:1069; }","duration":"549.607352ms","start":"2026-04-09T22:30:16.879176Z","end":"2026-04-09T22:30:17.428783Z","steps":["trace[163387005] 'agreement among raft nodes before linearized reading' (duration: 549.396948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.428857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.87917Z","time spent":"549.675144ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4532,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-59kw7\" "} {"level":"info","ts":"2026-04-09T22:30:17.439452Z","caller":"traceutil/trace.go:171","msg":"trace[1503175349] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"543.060625ms","start":"2026-04-09T22:30:16.896374Z","end":"2026-04-09T22:30:17.439435Z","steps":["trace[1503175349] 'process raft request' (duration: 542.966133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.439532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.896356Z","time spent":"543.142316ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:17.466808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.661949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-mvgcd\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-09T22:30:17.466826Z","caller":"traceutil/trace.go:171","msg":"trace[1618175798] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"213.010802ms","start":"2026-04-09T22:30:17.253767Z","end":"2026-04-09T22:30:17.466778Z","steps":["trace[1618175798] 'process raft request' (duration: 212.637465ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.466903Z","caller":"traceutil/trace.go:171","msg":"trace[389245899] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-mvgcd; range_end:; response_count:1; response_revision:1071; }","duration":"576.794402ms","start":"2026-04-09T22:30:16.890083Z","end":"2026-04-09T22:30:17.466877Z","steps":["trace[389245899] 'agreement among raft nodes before linearized reading' (duration: 576.573067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.466918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.953176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:30:17.466957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.890068Z","time spent":"576.874403ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2725,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-mvgcd\" "} {"level":"info","ts":"2026-04-09T22:30:17.46697Z","caller":"traceutil/trace.go:171","msg":"trace[957943472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1071; }","duration":"435.050028ms","start":"2026-04-09T22:30:17.031904Z","end":"2026-04-09T22:30:17.466954Z","steps":["trace[957943472] 'agreement among raft nodes before linearized reading' (duration: 434.895195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.466941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.361812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:17.467001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.031879Z","time spent":"435.115791ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:17.466802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.73378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:30:17.467051Z","caller":"traceutil/trace.go:171","msg":"trace[1159100115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1071; }","duration":"519.524315ms","start":"2026-04-09T22:30:16.947503Z","end":"2026-04-09T22:30:17.467027Z","steps":["trace[1159100115] 'agreement among raft nodes before linearized reading' (duration: 519.321232ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.467101Z","caller":"traceutil/trace.go:171","msg":"trace[1294046465] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1071; }","duration":"245.068926ms","start":"2026-04-09T22:30:17.222017Z","end":"2026-04-09T22:30:17.467086Z","steps":["trace[1294046465] 'agreement among raft nodes before linearized reading' (duration: 244.608418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.467114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:16.94749Z","time spent":"519.615267ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:17.466808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.753864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:30:17.467214Z","caller":"traceutil/trace.go:171","msg":"trace[1216448598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1071; }","duration":"140.200633ms","start":"2026-04-09T22:30:17.327003Z","end":"2026-04-09T22:30:17.467204Z","steps":["trace[1216448598] 'agreement among raft nodes before linearized reading' (duration: 139.628082ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.687819Z","caller":"traceutil/trace.go:171","msg":"trace[1967676445] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"216.46996ms","start":"2026-04-09T22:30:17.471279Z","end":"2026-04-09T22:30:17.687748Z","steps":["trace[1967676445] 'process raft request' (duration: 152.071565ms)","trace[1967676445] 'compare' (duration: 64.240172ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:17.694016Z","caller":"traceutil/trace.go:171","msg":"trace[87774044] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"222.146129ms","start":"2026-04-09T22:30:17.471812Z","end":"2026-04-09T22:30:17.693958Z","steps":["trace[87774044] 'process raft request' (duration: 221.717591ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.694108Z","caller":"traceutil/trace.go:171","msg":"trace[392271693] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"222.146548ms","start":"2026-04-09T22:30:17.47193Z","end":"2026-04-09T22:30:17.694077Z","steps":["trace[392271693] 'process raft request' (duration: 221.870273ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.694335Z","caller":"traceutil/trace.go:171","msg":"trace[1246945811] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"222.125049ms","start":"2026-04-09T22:30:17.472195Z","end":"2026-04-09T22:30:17.694321Z","steps":["trace[1246945811] 'process raft request' (duration: 221.865963ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.694272Z","caller":"traceutil/trace.go:171","msg":"trace[1728602975] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"222.227792ms","start":"2026-04-09T22:30:17.471962Z","end":"2026-04-09T22:30:17.69419Z","steps":["trace[1728602975] 'process raft request' (duration: 221.942295ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.69463Z","caller":"traceutil/trace.go:171","msg":"trace[659436048] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"221.815354ms","start":"2026-04-09T22:30:17.472757Z","end":"2026-04-09T22:30:17.694572Z","steps":["trace[659436048] 'process raft request' (duration: 221.496138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.695208Z","caller":"traceutil/trace.go:171","msg":"trace[818641660] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1103; }","duration":"186.571866ms","start":"2026-04-09T22:30:17.508613Z","end":"2026-04-09T22:30:17.695185Z","steps":["trace[818641660] 'read index received' (duration: 114.774357ms)","trace[818641660] 'applied index is now lower than readState.Index' (duration: 71.757269ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:17.695205Z","caller":"traceutil/trace.go:171","msg":"trace[507764263] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"135.46714ms","start":"2026-04-09T22:30:17.559712Z","end":"2026-04-09T22:30:17.695179Z","steps":["trace[507764263] 'process raft request' (duration: 134.684455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:17.695456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.78086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:30:17.695551Z","caller":"traceutil/trace.go:171","msg":"trace[1509564444] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1078; }","duration":"186.938343ms","start":"2026-04-09T22:30:17.5086Z","end":"2026-04-09T22:30:17.695539Z","steps":["trace[1509564444] 'agreement among raft nodes before linearized reading' (duration: 186.677378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:18.449136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685803676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:30:18.670813Z","caller":"traceutil/trace.go:171","msg":"trace[1714043835] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"802.767306ms","start":"2026-04-09T22:30:17.868018Z","end":"2026-04-09T22:30:18.670786Z","steps":["trace[1714043835] 'process raft request' (duration: 802.45611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:18.670965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.867979Z","time spent":"802.906918ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:18.817127Z","caller":"traceutil/trace.go:171","msg":"trace[1738479818] linearizableReadLoop","detail":"{readStateIndex:1114; appliedIndex:1112; }","duration":"868.985677ms","start":"2026-04-09T22:30:17.948112Z","end":"2026-04-09T22:30:18.817098Z","steps":["trace[1738479818] 'read index received' (duration: 722.253797ms)","trace[1738479818] 'applied index is now lower than readState.Index' (duration: 146.73054ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:18.817191Z","caller":"traceutil/trace.go:171","msg":"trace[1174578096] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"583.161646ms","start":"2026-04-09T22:30:18.233962Z","end":"2026-04-09T22:30:18.817123Z","steps":["trace[1174578096] 'process raft request' (duration: 578.340342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:18.817321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.19844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:18.817424Z","caller":"traceutil/trace.go:171","msg":"trace[526862555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"869.328803ms","start":"2026-04-09T22:30:17.948057Z","end":"2026-04-09T22:30:18.817385Z","steps":["trace[526862555] 'agreement among raft nodes before linearized reading' (duration: 869.139179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:18.817435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:18.233929Z","time spent":"583.383801ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:18.817475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.948034Z","time spent":"869.432756ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:18.818286Z","caller":"traceutil/trace.go:171","msg":"trace[677810646] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"127.367603ms","start":"2026-04-09T22:30:18.690892Z","end":"2026-04-09T22:30:18.81826Z","steps":["trace[677810646] 'process raft request' (duration: 127.22622ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.045371Z","caller":"traceutil/trace.go:171","msg":"trace[406748691] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"602.963932ms","start":"2026-04-09T22:30:19.442379Z","end":"2026-04-09T22:30:20.045343Z","steps":["trace[406748691] 'process raft request' (duration: 602.826269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.045532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.442349Z","time spent":"603.102665ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:20.105547Z","caller":"traceutil/trace.go:171","msg":"trace[399552334] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1131; }","duration":"412.081382ms","start":"2026-04-09T22:30:19.693443Z","end":"2026-04-09T22:30:20.105524Z","steps":["trace[399552334] 'read index received' (duration: 351.91391ms)","trace[399552334] 'applied index is now lower than readState.Index' (duration: 60.166222ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:20.105639Z","caller":"traceutil/trace.go:171","msg":"trace[1723992930] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"632.770863ms","start":"2026-04-09T22:30:19.472841Z","end":"2026-04-09T22:30:20.105612Z","steps":["trace[1723992930] 'process raft request' (duration: 632.563689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.105765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.321347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:30:20.105808Z","caller":"traceutil/trace.go:171","msg":"trace[707452076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1099; }","duration":"412.435959ms","start":"2026-04-09T22:30:19.693361Z","end":"2026-04-09T22:30:20.105797Z","steps":["trace[707452076] 'agreement among raft nodes before linearized reading' (duration: 412.276706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.105841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.693327Z","time spent":"412.50558ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:20.105837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.472821Z","time spent":"632.912525ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:20.636315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.198369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:20.636503Z","caller":"traceutil/trace.go:171","msg":"trace[2099799609] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"585.95143ms","start":"2026-04-09T22:30:20.050497Z","end":"2026-04-09T22:30:20.636448Z","steps":["trace[2099799609] 'process raft request' (duration: 224.502856ms)","trace[2099799609] 'compare' (duration: 361.079097ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:20.63658Z","caller":"traceutil/trace.go:171","msg":"trace[1539249295] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"526.163304ms","start":"2026-04-09T22:30:20.110393Z","end":"2026-04-09T22:30:20.636556Z","steps":["trace[1539249295] 'process raft request' (duration: 526.061872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.636654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:20.050474Z","time spent":"586.107573ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:20.636709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:20.110375Z","time spent":"526.267187ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:20.636738Z","caller":"traceutil/trace.go:171","msg":"trace[130129358] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1132; }","duration":"531.0908ms","start":"2026-04-09T22:30:20.105608Z","end":"2026-04-09T22:30:20.636699Z","steps":["trace[130129358] 'read index received' (duration: 169.373151ms)","trace[130129358] 'applied index is now lower than readState.Index' (duration: 361.715109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:20.637019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.578922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:30:20.63704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.786748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:30:20.63704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.645472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:30:20.637072Z","caller":"traceutil/trace.go:171","msg":"trace[87086550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1101; }","duration":"937.710075ms","start":"2026-04-09T22:30:19.699345Z","end":"2026-04-09T22:30:20.637055Z","steps":["trace[87086550] 'agreement among raft nodes before linearized reading' (duration: 937.44945ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.637112Z","caller":"traceutil/trace.go:171","msg":"trace[1114584454] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1101; }","duration":"738.92237ms","start":"2026-04-09T22:30:19.898173Z","end":"2026-04-09T22:30:20.637095Z","steps":["trace[1114584454] 'agreement among raft nodes before linearized reading' (duration: 738.766147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.637099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.586279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:20.637129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.699316Z","time spent":"937.799936ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:20.637137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.846883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:30:20.637134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.525841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:30:20.637138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.532791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:30:20.637159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.898149Z","time spent":"739.000491ms","remote":"127.0.0.1:59630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:20.637172Z","caller":"traceutil/trace.go:171","msg":"trace[643214336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"689.707471ms","start":"2026-04-09T22:30:19.947444Z","end":"2026-04-09T22:30:20.637152Z","steps":["trace[643214336] 'agreement among raft nodes before linearized reading' (duration: 689.515318ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.637182Z","caller":"traceutil/trace.go:171","msg":"trace[1277785204] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1101; }","duration":"769.923064ms","start":"2026-04-09T22:30:19.867247Z","end":"2026-04-09T22:30:20.63717Z","steps":["trace[1277785204] 'agreement among raft nodes before linearized reading' (duration: 769.72954ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.637194Z","caller":"traceutil/trace.go:171","msg":"trace[805678225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1101; }","duration":"937.602843ms","start":"2026-04-09T22:30:19.699575Z","end":"2026-04-09T22:30:20.637178Z","steps":["trace[805678225] 'agreement among raft nodes before linearized reading' (duration: 937.380809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.637211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.947423Z","time spent":"689.782102ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:20.637204Z","caller":"traceutil/trace.go:171","msg":"trace[1892428515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1101; }","duration":"937.641293ms","start":"2026-04-09T22:30:19.699547Z","end":"2026-04-09T22:30:20.637188Z","steps":["trace[1892428515] 'agreement among raft nodes before linearized reading' (duration: 937.48697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.637217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.867229Z","time spent":"769.979655ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":115,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:30:20.637232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.699565Z","time spent":"937.658994ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:30:20.637125Z","caller":"traceutil/trace.go:171","msg":"trace[366081327] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1101; }","duration":"824.788254ms","start":"2026-04-09T22:30:19.812315Z","end":"2026-04-09T22:30:20.637104Z","steps":["trace[366081327] 'agreement among raft nodes before linearized reading' (duration: 824.618881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.637226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.744555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:30:20.637251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.699523Z","time spent":"937.716816ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:20.637285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.812296Z","time spent":"824.978379ms","remote":"127.0.0.1:59518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:20.637298Z","caller":"traceutil/trace.go:171","msg":"trace[837867654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1101; }","duration":"937.845518ms","start":"2026-04-09T22:30:19.699433Z","end":"2026-04-09T22:30:20.637278Z","steps":["trace[837867654] 'agreement among raft nodes before linearized reading' (duration: 937.623903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.637348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.699412Z","time spent":"937.92611ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:30:20.804953Z","caller":"traceutil/trace.go:171","msg":"trace[974232994] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"163.118138ms","start":"2026-04-09T22:30:20.641808Z","end":"2026-04-09T22:30:20.804926Z","steps":["trace[974232994] 'process raft request' (duration: 162.946825ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.831904Z","caller":"traceutil/trace.go:171","msg":"trace[106448578] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"189.971112ms","start":"2026-04-09T22:30:20.641911Z","end":"2026-04-09T22:30:20.831883Z","steps":["trace[106448578] 'process raft request' (duration: 189.720707ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.832234Z","caller":"traceutil/trace.go:171","msg":"trace[1372348437] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"189.608825ms","start":"2026-04-09T22:30:20.642599Z","end":"2026-04-09T22:30:20.832207Z","steps":["trace[1372348437] 'process raft request' (duration: 189.489253ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.832264Z","caller":"traceutil/trace.go:171","msg":"trace[1165116464] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"190.174876ms","start":"2026-04-09T22:30:20.642039Z","end":"2026-04-09T22:30:20.832214Z","steps":["trace[1165116464] 'process raft request' (duration: 189.790488ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:21.554345Z","caller":"traceutil/trace.go:171","msg":"trace[902481252] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"213.405749ms","start":"2026-04-09T22:30:21.340909Z","end":"2026-04-09T22:30:21.554315Z","steps":["trace[902481252] 'process raft request' (duration: 213.247596ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:22.934742Z","caller":"traceutil/trace.go:171","msg":"trace[410662848] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"120.211922ms","start":"2026-04-09T22:30:22.814492Z","end":"2026-04-09T22:30:22.934704Z","steps":["trace[410662848] 'process raft request' (duration: 120.029458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:25.201821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.65815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:30:25.201935Z","caller":"traceutil/trace.go:171","msg":"trace[842653548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1119; }","duration":"221.821544ms","start":"2026-04-09T22:30:24.98009Z","end":"2026-04-09T22:30:25.201911Z","steps":["trace[842653548] 'range keys from in-memory index tree' (duration: 221.478686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:25.201951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.334864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:30:25.202004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.809393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:30:25.202031Z","caller":"traceutil/trace.go:171","msg":"trace[860814372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1119; }","duration":"221.463396ms","start":"2026-04-09T22:30:24.98055Z","end":"2026-04-09T22:30:25.202013Z","steps":["trace[860814372] 'range keys from in-memory index tree' (duration: 221.11529ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:25.202056Z","caller":"traceutil/trace.go:171","msg":"trace[815202826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1119; }","duration":"221.867744ms","start":"2026-04-09T22:30:24.980174Z","end":"2026-04-09T22:30:25.202042Z","steps":["trace[815202826] 'range keys from in-memory index tree' (duration: 221.675791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:27.436941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.452739ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:27.437084Z","caller":"traceutil/trace.go:171","msg":"trace[497232962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1129; }","duration":"117.606852ms","start":"2026-04-09T22:30:27.319456Z","end":"2026-04-09T22:30:27.437063Z","steps":["trace[497232962] 'range keys from in-memory index tree' (duration: 117.436199ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:28.555182Z","caller":"traceutil/trace.go:171","msg":"trace[599792485] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"166.389642ms","start":"2026-04-09T22:30:28.388767Z","end":"2026-04-09T22:30:28.555157Z","steps":["trace[599792485] 'process raft request' (duration: 166.2376ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:29.726787Z","caller":"traceutil/trace.go:171","msg":"trace[1469280919] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"105.132833ms","start":"2026-04-09T22:30:29.621626Z","end":"2026-04-09T22:30:29.726759Z","steps":["trace[1469280919] 'process raft request' (duration: 104.98948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:30.594971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.108722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:30.595055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.344949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:30.595068Z","caller":"traceutil/trace.go:171","msg":"trace[940375534] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1157; }","duration":"182.244635ms","start":"2026-04-09T22:30:30.412795Z","end":"2026-04-09T22:30:30.59504Z","steps":["trace[940375534] 'range keys from in-memory index tree' (duration: 182.050661ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:30.595107Z","caller":"traceutil/trace.go:171","msg":"trace[1738087198] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1157; }","duration":"163.430551ms","start":"2026-04-09T22:30:30.43166Z","end":"2026-04-09T22:30:30.595091Z","steps":["trace[1738087198] 'range keys from in-memory index tree' (duration: 163.282058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:30.595144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.794305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:30.595271Z","caller":"traceutil/trace.go:171","msg":"trace[672674826] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1157; }","duration":"183.019019ms","start":"2026-04-09T22:30:30.412232Z","end":"2026-04-09T22:30:30.595251Z","steps":["trace[672674826] 'range keys from in-memory index tree' (duration: 182.637032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:30.594984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.630892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:30.595385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.633975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:30.595471Z","caller":"traceutil/trace.go:171","msg":"trace[234020859] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1157; }","duration":"163.753657ms","start":"2026-04-09T22:30:30.431703Z","end":"2026-04-09T22:30:30.595457Z","steps":["trace[234020859] 'count revisions from in-memory index tree' (duration: 163.494932ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:30.598274Z","caller":"traceutil/trace.go:171","msg":"trace[1002018257] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1157; }","duration":"183.02093ms","start":"2026-04-09T22:30:30.412306Z","end":"2026-04-09T22:30:30.595327Z","steps":["trace[1002018257] 'count revisions from in-memory index tree' (duration: 182.583671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:30.595391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.247777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:30.598729Z","caller":"traceutil/trace.go:171","msg":"trace[1383297675] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1157; }","duration":"166.603851ms","start":"2026-04-09T22:30:30.432094Z","end":"2026-04-09T22:30:30.598698Z","steps":["trace[1383297675] 'range keys from in-memory index tree' (duration: 163.201947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:30.598753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.445021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:30.598873Z","caller":"traceutil/trace.go:171","msg":"trace[1214246011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:1157; }","duration":"166.863786ms","start":"2026-04-09T22:30:30.431987Z","end":"2026-04-09T22:30:30.598851Z","steps":["trace[1214246011] 'range keys from in-memory index tree' (duration: 163.38162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:38.447815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685803935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:38.555727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247023005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:30:38.555824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251316647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:30:38.555827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246440823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:30:38.555882Z","caller":"traceutil/trace.go:171","msg":"trace[1180330890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1202; }","duration":"1.247212268s","start":"2026-04-09T22:30:37.308638Z","end":"2026-04-09T22:30:38.55585Z","steps":["trace[1180330890] 'range keys from in-memory index tree' (duration: 1.246816161s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:38.555823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23591634s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:38.555911Z","caller":"traceutil/trace.go:171","msg":"trace[1915751818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1202; }","duration":"1.251488571s","start":"2026-04-09T22:30:37.304399Z","end":"2026-04-09T22:30:38.555888Z","steps":["trace[1915751818] 'range keys from in-memory index tree' (duration: 1.251084503s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:38.555924Z","caller":"traceutil/trace.go:171","msg":"trace[1311446081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1202; }","duration":"1.246619757s","start":"2026-04-09T22:30:37.309278Z","end":"2026-04-09T22:30:38.555898Z","steps":["trace[1311446081] 'range keys from in-memory index tree' (duration: 1.24624839s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:38.555939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.308625Z","time spent":"1.247303s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:38.555991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.304376Z","time spent":"1.251605494s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:38.555987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.309258Z","time spent":"1.246715189s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:30:38.555985Z","caller":"traceutil/trace.go:171","msg":"trace[1223734724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1202; }","duration":"1.236120835s","start":"2026-04-09T22:30:37.319831Z","end":"2026-04-09T22:30:38.555952Z","steps":["trace[1223734724] 'range keys from in-memory index tree' (duration: 1.235883729s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:38.559676Z","caller":"traceutil/trace.go:171","msg":"trace[1871723950] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1239; }","duration":"612.76363ms","start":"2026-04-09T22:30:37.94687Z","end":"2026-04-09T22:30:38.559633Z","steps":["trace[1871723950] 'read index received' (duration: 562.691052ms)","trace[1871723950] 'applied index is now lower than readState.Index' (duration: 50.070908ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:38.559894Z","caller":"traceutil/trace.go:171","msg":"trace[17424777] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"281.501843ms","start":"2026-04-09T22:30:38.278368Z","end":"2026-04-09T22:30:38.55987Z","steps":["trace[17424777] 'process raft request' (duration: 281.075026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:38.560036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.289838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:38.560112Z","caller":"traceutil/trace.go:171","msg":"trace[1235342794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1203; }","duration":"464.413761ms","start":"2026-04-09T22:30:38.095675Z","end":"2026-04-09T22:30:38.560089Z","steps":["trace[1235342794] 'agreement among raft nodes before linearized reading' (duration: 464.233197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:38.56017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.281799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:38.56018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:38.095619Z","time spent":"464.543803ms","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:38.560225Z","caller":"traceutil/trace.go:171","msg":"trace[1148068668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1203; }","duration":"613.349741ms","start":"2026-04-09T22:30:37.946854Z","end":"2026-04-09T22:30:38.560204Z","steps":["trace[1148068668] 'agreement among raft nodes before linearized reading' (duration: 613.255389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:38.560298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.9468Z","time spent":"613.483383ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:38.560445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.834292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:38.560584Z","caller":"traceutil/trace.go:171","msg":"trace[965177162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1203; }","duration":"370.071027ms","start":"2026-04-09T22:30:38.190482Z","end":"2026-04-09T22:30:38.560553Z","steps":["trace[965177162] 'agreement among raft nodes before linearized reading' (duration: 369.817201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:38.560656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:38.190464Z","time spent":"370.174349ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:42.161453Z","caller":"traceutil/trace.go:171","msg":"trace[1537146603] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1261; }","duration":"213.977287ms","start":"2026-04-09T22:30:41.947449Z","end":"2026-04-09T22:30:42.161427Z","steps":["trace[1537146603] 'read index received' (duration: 212.211443ms)","trace[1537146603] 'applied index is now lower than readState.Index' (duration: 1.764864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:42.161611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.143671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:42.161687Z","caller":"traceutil/trace.go:171","msg":"trace[1641432634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1224; }","duration":"214.265703ms","start":"2026-04-09T22:30:41.947404Z","end":"2026-04-09T22:30:42.161669Z","steps":["trace[1641432634] 'agreement among raft nodes before linearized reading' (duration: 214.127471ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:42.161539Z","caller":"traceutil/trace.go:171","msg":"trace[289516501] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1224; }","duration":"254.031893ms","start":"2026-04-09T22:30:41.90747Z","end":"2026-04-09T22:30:42.161502Z","steps":["trace[289516501] 'process raft request' (duration: 252.208727ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:42.5048Z","caller":"traceutil/trace.go:171","msg":"trace[987853484] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"120.697755ms","start":"2026-04-09T22:30:42.384079Z","end":"2026-04-09T22:30:42.504777Z","steps":["trace[987853484] 'read index received' (duration: 120.570353ms)","trace[987853484] 'applied index is now lower than readState.Index' (duration: 126.292µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:42.505063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.96358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:30:42.505118Z","caller":"traceutil/trace.go:171","msg":"trace[1444278038] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:1228; }","duration":"121.038601ms","start":"2026-04-09T22:30:42.384067Z","end":"2026-04-09T22:30:42.505105Z","steps":["trace[1444278038] 'agreement among raft nodes before linearized reading' (duration: 120.810057ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:42.505013Z","caller":"traceutil/trace.go:171","msg":"trace[125562724] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"159.859481ms","start":"2026-04-09T22:30:42.345102Z","end":"2026-04-09T22:30:42.504961Z","steps":["trace[125562724] 'process raft request' (duration: 159.545115ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:42.823514Z","caller":"traceutil/trace.go:171","msg":"trace[1237935431] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"396.935835ms","start":"2026-04-09T22:30:42.426555Z","end":"2026-04-09T22:30:42.823491Z","steps":["trace[1237935431] 'process raft request' (duration: 389.451101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.823663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.426521Z","time spent":"397.066018ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211663,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.043496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.134032ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-09T22:30:43.044002Z","caller":"traceutil/trace.go:171","msg":"trace[1980736538] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1266; }","duration":"444.173069ms","start":"2026-04-09T22:30:42.599804Z","end":"2026-04-09T22:30:43.043977Z","steps":["trace[1980736538] 'read index received' (duration: 216.16616ms)","trace[1980736538] 'applied index is now lower than readState.Index' (duration: 228.005699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:43.044067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.506303Z","time spent":"537.755589ms","remote":"127.0.0.1:59316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:30:43.044237Z","caller":"traceutil/trace.go:171","msg":"trace[92167860] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"460.367893ms","start":"2026-04-09T22:30:42.583834Z","end":"2026-04-09T22:30:43.044202Z","steps":["trace[92167860] 'process raft request' (duration: 459.935355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.044285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.623291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:30:43.044285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.502785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:30:43.044335Z","caller":"traceutil/trace.go:171","msg":"trace[683713972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1232; }","duration":"440.683762ms","start":"2026-04-09T22:30:42.603636Z","end":"2026-04-09T22:30:43.04432Z","steps":["trace[683713972] 'agreement among raft nodes before linearized reading' (duration: 440.496988ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.044328Z","caller":"traceutil/trace.go:171","msg":"trace[1674770046] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1230; }","duration":"537.024665ms","start":"2026-04-09T22:30:42.507279Z","end":"2026-04-09T22:30:43.044304Z","steps":["trace[1674770046] 'process raft request' (duration: 536.351633ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.044395Z","caller":"traceutil/trace.go:171","msg":"trace[1322827918] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"399.691629ms","start":"2026-04-09T22:30:42.64469Z","end":"2026-04-09T22:30:43.044382Z","steps":["trace[1322827918] 'process raft request' (duration: 399.22878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.044422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.583799Z","time spent":"460.520196ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.044474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.507258Z","time spent":"537.133627ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.044471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.014893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213827"} {"level":"warn","ts":"2026-04-09T22:30:43.044514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.671381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:30:43.0444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.603592Z","time spent":"440.792654ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:30:43.044567Z","caller":"traceutil/trace.go:171","msg":"trace[1509076998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1232; }","duration":"183.761033ms","start":"2026-04-09T22:30:42.860794Z","end":"2026-04-09T22:30:43.044555Z","steps":["trace[1509076998] 'agreement among raft nodes before linearized reading' (duration: 183.636191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.044581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.809945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:30:43.044347Z","caller":"traceutil/trace.go:171","msg":"trace[1020381206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1232; }","duration":"444.599188ms","start":"2026-04-09T22:30:42.599734Z","end":"2026-04-09T22:30:43.044333Z","steps":["trace[1020381206] 'agreement among raft nodes before linearized reading' (duration: 444.411915ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.044604Z","caller":"traceutil/trace.go:171","msg":"trace[1523220723] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1232; }","duration":"146.137276ms","start":"2026-04-09T22:30:42.898391Z","end":"2026-04-09T22:30:43.044528Z","steps":["trace[1523220723] 'agreement among raft nodes before linearized reading' (duration: 145.84388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.044523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.64467Z","time spent":"399.77781ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.044637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.599717Z","time spent":"444.912194ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:30:43.044641Z","caller":"traceutil/trace.go:171","msg":"trace[403963381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1232; }","duration":"439.913357ms","start":"2026-04-09T22:30:42.604705Z","end":"2026-04-09T22:30:43.044619Z","steps":["trace[403963381] 'agreement among raft nodes before linearized reading' (duration: 439.730614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.044681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.604686Z","time spent":"439.985818ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:43.538672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.109775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:43.538953Z","caller":"traceutil/trace.go:171","msg":"trace[1105971463] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"488.821014ms","start":"2026-04-09T22:30:43.050099Z","end":"2026-04-09T22:30:43.53892Z","steps":["trace[1105971463] 'process raft request' (duration: 488.731112ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.538949Z","caller":"traceutil/trace.go:171","msg":"trace[120495018] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"489.842683ms","start":"2026-04-09T22:30:43.049053Z","end":"2026-04-09T22:30:43.538895Z","steps":["trace[120495018] 'process raft request' (duration: 206.416952ms)","trace[120495018] 'compare' (duration: 282.957342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:43.539036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.050081Z","time spent":"488.917225ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:43.539042Z","caller":"traceutil/trace.go:171","msg":"trace[676746457] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1272; }","duration":"478.621235ms","start":"2026-04-09T22:30:43.060384Z","end":"2026-04-09T22:30:43.539005Z","steps":["trace[676746457] 'read index received' (duration: 195.065102ms)","trace[676746457] 'applied index is now lower than readState.Index' (duration: 283.554643ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:43.539072Z","caller":"traceutil/trace.go:171","msg":"trace[996004862] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"489.025976ms","start":"2026-04-09T22:30:43.049992Z","end":"2026-04-09T22:30:43.539018Z","steps":["trace[996004862] 'process raft request' (duration: 488.786982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.539292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.049978Z","time spent":"489.213161ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.539308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.049034Z","time spent":"490.033626ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.53939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.985404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-09T22:30:43.539476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.259375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:30:43.539562Z","caller":"traceutil/trace.go:171","msg":"trace[1057832554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1237; }","duration":"394.373027ms","start":"2026-04-09T22:30:43.145161Z","end":"2026-04-09T22:30:43.539534Z","steps":["trace[1057832554] 'agreement among raft nodes before linearized reading' (duration: 394.085312ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.539469Z","caller":"traceutil/trace.go:171","msg":"trace[1010485757] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"489.252102ms","start":"2026-04-09T22:30:43.050188Z","end":"2026-04-09T22:30:43.53944Z","steps":["trace[1010485757] 'process raft request' (duration: 488.695251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.539821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.145148Z","time spent":"394.664252ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:30:43.539832Z","caller":"traceutil/trace.go:171","msg":"trace[1995669833] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1237; }","duration":"479.122947ms","start":"2026-04-09T22:30:43.060338Z","end":"2026-04-09T22:30:43.539461Z","steps":["trace[1995669833] 'agreement among raft nodes before linearized reading' (duration: 478.854441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.539897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.060323Z","time spent":"479.559104ms","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T22:30:43.539892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.050178Z","time spent":"489.650439ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.539917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.598299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213827"} {"level":"info","ts":"2026-04-09T22:30:43.539978Z","caller":"traceutil/trace.go:171","msg":"trace[890540549] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1237; }","duration":"396.723682ms","start":"2026-04-09T22:30:43.143234Z","end":"2026-04-09T22:30:43.539957Z","steps":["trace[890540549] 'agreement among raft nodes before linearized reading' (duration: 395.972257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.540029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.143213Z","time spent":"396.806783ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":213850,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-04-09T22:30:45.652798Z","caller":"traceutil/trace.go:171","msg":"trace[1249564482] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"103.38239ms","start":"2026-04-09T22:30:45.549389Z","end":"2026-04-09T22:30:45.652771Z","steps":["trace[1249564482] 'process raft request' (duration: 91.744925ms)","trace[1249564482] 'compare' (duration: 11.478872ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:45.653014Z","caller":"traceutil/trace.go:171","msg":"trace[282758387] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"103.553013ms","start":"2026-04-09T22:30:45.549452Z","end":"2026-04-09T22:30:45.653005Z","steps":["trace[282758387] 'process raft request' (duration: 103.280428ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.653319Z","caller":"traceutil/trace.go:171","msg":"trace[520214224] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"103.480931ms","start":"2026-04-09T22:30:45.549808Z","end":"2026-04-09T22:30:45.653289Z","steps":["trace[520214224] 'process raft request' (duration: 103.156315ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:47.781193Z","caller":"traceutil/trace.go:171","msg":"trace[1505638751] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1323; }","duration":"113.913292ms","start":"2026-04-09T22:30:47.667257Z","end":"2026-04-09T22:30:47.78117Z","steps":["trace[1505638751] 'read index received' (duration: 113.82308ms)","trace[1505638751] 'applied index is now lower than readState.Index' (duration: 89.162µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:47.781288Z","caller":"traceutil/trace.go:171","msg":"trace[1027303311] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"119.900488ms","start":"2026-04-09T22:30:47.661351Z","end":"2026-04-09T22:30:47.781251Z","steps":["trace[1027303311] 'process raft request' (duration: 119.758155ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:47.78133Z","caller":"traceutil/trace.go:171","msg":"trace[754283573] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"119.941548ms","start":"2026-04-09T22:30:47.66135Z","end":"2026-04-09T22:30:47.781291Z","steps":["trace[754283573] 'process raft request' (duration: 119.610062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:47.781408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.124616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:47.781462Z","caller":"traceutil/trace.go:171","msg":"trace[1118561185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1283; }","duration":"114.206028ms","start":"2026-04-09T22:30:47.667239Z","end":"2026-04-09T22:30:47.781445Z","steps":["trace[1118561185] 'agreement among raft nodes before linearized reading' (duration: 114.039285ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:53.49325Z","caller":"traceutil/trace.go:171","msg":"trace[1432463913] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"413.659279ms","start":"2026-04-09T22:30:53.07954Z","end":"2026-04-09T22:30:53.493199Z","steps":["trace[1432463913] 'process raft request' (duration: 413.443535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:53.493559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:53.07951Z","time spent":"413.913705ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:53.49534Z","caller":"traceutil/trace.go:171","msg":"trace[676502216] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"255.780916ms","start":"2026-04-09T22:30:53.239528Z","end":"2026-04-09T22:30:53.495309Z","steps":["trace[676502216] 'process raft request' (duration: 255.576142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.300077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.355346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:57.300488Z","caller":"traceutil/trace.go:171","msg":"trace[85204468] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"179.787187ms","start":"2026-04-09T22:30:57.120676Z","end":"2026-04-09T22:30:57.300463Z","steps":["trace[85204468] 'process raft request' (duration: 39.877851ms)","trace[85204468] 'compare' (duration: 139.08244ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:57.301025Z","caller":"traceutil/trace.go:171","msg":"trace[1927553499] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"178.881939ms","start":"2026-04-09T22:30:57.122098Z","end":"2026-04-09T22:30:57.30098Z","steps":["trace[1927553499] 'process raft request' (duration: 178.155905ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:57.301103Z","caller":"traceutil/trace.go:171","msg":"trace[1060034726] linearizableReadLoop","detail":"{readStateIndex:1418; appliedIndex:1416; }","duration":"142.776641ms","start":"2026-04-09T22:30:57.15827Z","end":"2026-04-09T22:30:57.301047Z","steps":["trace[1060034726] 'read index received' (duration: 2.298315ms)","trace[1060034726] 'applied index is now lower than readState.Index' (duration: 140.476986ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:57.301321Z","caller":"traceutil/trace.go:171","msg":"trace[11085124] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"142.69795ms","start":"2026-04-09T22:30:57.15861Z","end":"2026-04-09T22:30:57.301308Z","steps":["trace[11085124] 'process raft request' (duration: 142.21134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.301532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.24804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:102535"} {"level":"info","ts":"2026-04-09T22:30:57.301584Z","caller":"traceutil/trace.go:171","msg":"trace[666945550] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1374; }","duration":"143.357053ms","start":"2026-04-09T22:30:57.158214Z","end":"2026-04-09T22:30:57.301571Z","steps":["trace[666945550] 'agreement among raft nodes before linearized reading' (duration: 143.140199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.647525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.263653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:57.647695Z","caller":"traceutil/trace.go:171","msg":"trace[1251140724] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"290.512557ms","start":"2026-04-09T22:30:57.357156Z","end":"2026-04-09T22:30:57.647669Z","steps":["trace[1251140724] 'process raft request' (duration: 180.974189ms)","trace[1251140724] 'compare' (duration: 109.014899ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:57.650994Z","caller":"traceutil/trace.go:171","msg":"trace[465342758] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"272.712244ms","start":"2026-04-09T22:30:57.378244Z","end":"2026-04-09T22:30:57.650957Z","steps":["trace[465342758] 'process raft request' (duration: 272.476989ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:57.650983Z","caller":"traceutil/trace.go:171","msg":"trace[322390029] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"272.498449ms","start":"2026-04-09T22:30:57.378456Z","end":"2026-04-09T22:30:57.650954Z","steps":["trace[322390029] 'process raft request' (duration: 272.378397ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:57.651117Z","caller":"traceutil/trace.go:171","msg":"trace[2131903785] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"142.455914ms","start":"2026-04-09T22:30:57.508638Z","end":"2026-04-09T22:30:57.651094Z","steps":["trace[2131903785] 'process raft request' (duration: 142.23718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.008554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.357627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:58.008777Z","caller":"traceutil/trace.go:171","msg":"trace[1908131141] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"144.849042ms","start":"2026-04-09T22:30:57.863911Z","end":"2026-04-09T22:30:58.00876Z","steps":["trace[1908131141] 'process raft request' (duration: 144.811411ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.009036Z","caller":"traceutil/trace.go:171","msg":"trace[710282980] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"178.262118ms","start":"2026-04-09T22:30:57.830762Z","end":"2026-04-09T22:30:58.009024Z","steps":["trace[710282980] 'process raft request' (duration: 69.362181ms)","trace[710282980] 'compare' (duration: 108.150823ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:58.009087Z","caller":"traceutil/trace.go:171","msg":"trace[771268012] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1435; }","duration":"171.401985ms","start":"2026-04-09T22:30:57.837631Z","end":"2026-04-09T22:30:58.009033Z","steps":["trace[771268012] 'read index received' (duration: 22.272931ms)","trace[771268012] 'applied index is now lower than readState.Index' (duration: 149.126194ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:58.009213Z","caller":"traceutil/trace.go:171","msg":"trace[1855722223] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"177.347019ms","start":"2026-04-09T22:30:57.831846Z","end":"2026-04-09T22:30:58.009193Z","steps":["trace[1855722223] 'process raft request' (duration: 176.802479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.009424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.775032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:58.009475Z","caller":"traceutil/trace.go:171","msg":"trace[1048149141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1394; }","duration":"171.875473ms","start":"2026-04-09T22:30:57.837584Z","end":"2026-04-09T22:30:58.00946Z","steps":["trace[1048149141] 'agreement among raft nodes before linearized reading' (duration: 171.633768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.009492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.283275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:30:58.009557Z","caller":"traceutil/trace.go:171","msg":"trace[1898630292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1394; }","duration":"166.399637ms","start":"2026-04-09T22:30:57.843138Z","end":"2026-04-09T22:30:58.009537Z","steps":["trace[1898630292] 'agreement among raft nodes before linearized reading' (duration: 166.182993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.009537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.260943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:30:58.00964Z","caller":"traceutil/trace.go:171","msg":"trace[919918048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1394; }","duration":"170.410536ms","start":"2026-04-09T22:30:57.839203Z","end":"2026-04-09T22:30:58.009613Z","steps":["trace[919918048] 'agreement among raft nodes before linearized reading' (duration: 170.106429ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.165252Z","caller":"traceutil/trace.go:171","msg":"trace[1739899620] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"149.076813ms","start":"2026-04-09T22:30:58.01615Z","end":"2026-04-09T22:30:58.165227Z","steps":["trace[1739899620] 'process raft request' (duration: 143.925833ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.200836Z","caller":"traceutil/trace.go:171","msg":"trace[1474839068] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"184.520699ms","start":"2026-04-09T22:30:58.016292Z","end":"2026-04-09T22:30:58.200812Z","steps":["trace[1474839068] 'process raft request' (duration: 184.431997ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.200824Z","caller":"traceutil/trace.go:171","msg":"trace[731516285] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"184.60486ms","start":"2026-04-09T22:30:58.016191Z","end":"2026-04-09T22:30:58.200796Z","steps":["trace[731516285] 'process raft request' (duration: 184.414377ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.201105Z","caller":"traceutil/trace.go:171","msg":"trace[366635742] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"184.797623ms","start":"2026-04-09T22:30:58.016281Z","end":"2026-04-09T22:30:58.201078Z","steps":["trace[366635742] 'process raft request' (duration: 184.484118ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.201183Z","caller":"traceutil/trace.go:171","msg":"trace[1902285389] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"184.526087ms","start":"2026-04-09T22:30:58.016647Z","end":"2026-04-09T22:30:58.201173Z","steps":["trace[1902285389] 'process raft request' (duration: 184.408815ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.201231Z","caller":"traceutil/trace.go:171","msg":"trace[1490070621] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"184.856084ms","start":"2026-04-09T22:30:58.016368Z","end":"2026-04-09T22:30:58.201224Z","steps":["trace[1490070621] 'process raft request' (duration: 184.599679ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.201283Z","caller":"traceutil/trace.go:171","msg":"trace[1155539294] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1439; }","duration":"180.865057ms","start":"2026-04-09T22:30:58.020404Z","end":"2026-04-09T22:30:58.201269Z","steps":["trace[1155539294] 'read index received' (duration: 139.766543ms)","trace[1155539294] 'applied index is now lower than readState.Index' (duration: 41.097634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:58.201366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.939448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:58.201992Z","caller":"traceutil/trace.go:171","msg":"trace[333799681] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1403; }","duration":"181.596212ms","start":"2026-04-09T22:30:58.020377Z","end":"2026-04-09T22:30:58.201974Z","steps":["trace[333799681] 'agreement among raft nodes before linearized reading' (duration: 180.938089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.201419Z","caller":"traceutil/trace.go:171","msg":"trace[1629985178] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"182.845035ms","start":"2026-04-09T22:30:58.018564Z","end":"2026-04-09T22:30:58.201409Z","steps":["trace[1629985178] 'process raft request' (duration: 182.59606ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.201445Z","caller":"traceutil/trace.go:171","msg":"trace[2116639934] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"181.916798ms","start":"2026-04-09T22:30:58.019522Z","end":"2026-04-09T22:30:58.201439Z","steps":["trace[2116639934] 'process raft request' (duration: 181.689863ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.201498Z","caller":"traceutil/trace.go:171","msg":"trace[916208072] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"183.239484ms","start":"2026-04-09T22:30:58.018232Z","end":"2026-04-09T22:30:58.201472Z","steps":["trace[916208072] 'process raft request' (duration: 182.883096ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:59.083757Z","caller":"traceutil/trace.go:171","msg":"trace[361769487] linearizableReadLoop","detail":"{readStateIndex:1472; appliedIndex:1471; }","duration":"135.737416ms","start":"2026-04-09T22:30:58.947976Z","end":"2026-04-09T22:30:59.083713Z","steps":["trace[361769487] 'read index received' (duration: 135.375559ms)","trace[361769487] 'applied index is now lower than readState.Index' (duration: 359.487µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:59.083975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.986821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:59.08401Z","caller":"traceutil/trace.go:171","msg":"trace[851577462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1426; }","duration":"136.087543ms","start":"2026-04-09T22:30:58.947911Z","end":"2026-04-09T22:30:59.083998Z","steps":["trace[851577462] 'agreement among raft nodes before linearized reading' (duration: 135.979021ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:59.084102Z","caller":"traceutil/trace.go:171","msg":"trace[1771310070] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"412.930985ms","start":"2026-04-09T22:30:58.671078Z","end":"2026-04-09T22:30:59.084009Z","steps":["trace[1771310070] 'process raft request' (duration: 412.320813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.084397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.671034Z","time spent":"413.1997ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105435,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:59.407516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.065921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:59.407619Z","caller":"traceutil/trace.go:171","msg":"trace[1961659652] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1472; }","duration":"303.871886ms","start":"2026-04-09T22:30:59.103724Z","end":"2026-04-09T22:30:59.407596Z","steps":["trace[1961659652] 'read index received' (duration: 150.596291ms)","trace[1961659652] 'applied index is now lower than readState.Index' (duration: 153.274105ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:59.407671Z","caller":"traceutil/trace.go:171","msg":"trace[253198563] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"311.160138ms","start":"2026-04-09T22:30:59.096469Z","end":"2026-04-09T22:30:59.407629Z","steps":["trace[253198563] 'process raft request' (duration: 157.919515ms)","trace[253198563] 'compare' (duration: 152.795665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:59.407876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.096443Z","time spent":"311.323291ms","remote":"127.0.0.1:59588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1089,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:59.407721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.996129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:30:59.408048Z","caller":"traceutil/trace.go:171","msg":"trace[1700993122] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1427; }","duration":"304.329195ms","start":"2026-04-09T22:30:59.103674Z","end":"2026-04-09T22:30:59.408003Z","steps":["trace[1700993122] 'agreement among raft nodes before linearized reading' (duration: 303.966158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.408302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.103655Z","time spent":"304.622451ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":37,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:00.553146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.647101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:00.55326Z","caller":"traceutil/trace.go:171","msg":"trace[977083308] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"1.11178275s","start":"2026-04-09T22:30:59.441457Z","end":"2026-04-09T22:31:00.55324Z","steps":["trace[977083308] 'process raft request' (duration: 141.955496ms)","trace[977083308] 'compare' (duration: 969.512939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:00.553332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.44144Z","time spent":"1.111864312s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:00.705122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121521919s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:31:00.859939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.495527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:00.860314Z","caller":"traceutil/trace.go:171","msg":"trace[967891885] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"1.396917425s","start":"2026-04-09T22:30:59.463364Z","end":"2026-04-09T22:31:00.860281Z","steps":["trace[967891885] 'process raft request' (duration: 1.241974629s)","trace[967891885] 'compare' (duration: 154.239303ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:00.860348Z","caller":"traceutil/trace.go:171","msg":"trace[1492879460] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1473; }","duration":"1.385381152s","start":"2026-04-09T22:30:59.474934Z","end":"2026-04-09T22:31:00.860315Z","steps":["trace[1492879460] 'read index received' (duration: 108.449048ms)","trace[1492879460] 'applied index is now lower than readState.Index' (duration: 1.276929344s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:00.860479Z","caller":"traceutil/trace.go:171","msg":"trace[524375279] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"584.82036ms","start":"2026-04-09T22:31:00.275535Z","end":"2026-04-09T22:31:00.860355Z","steps":["trace[524375279] 'process raft request' (duration: 584.760149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.860636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.275512Z","time spent":"585.077754ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2381,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:00.8607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.067418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:31:00.860732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38575298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:00.860737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.378962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:00.860817Z","caller":"traceutil/trace.go:171","msg":"trace[344535723] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1431; }","duration":"569.496293ms","start":"2026-04-09T22:31:00.291301Z","end":"2026-04-09T22:31:00.860797Z","steps":["trace[344535723] 'agreement among raft nodes before linearized reading' (duration: 569.31179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.86083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.039569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:31:00.860875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.284903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:31:00.860898Z","caller":"traceutil/trace.go:171","msg":"trace[763327658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1431; }","duration":"654.12929ms","start":"2026-04-09T22:31:00.206751Z","end":"2026-04-09T22:31:00.86088Z","steps":["trace[763327658] 'agreement among raft nodes before linearized reading' (duration: 653.884705ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:00.860932Z","caller":"traceutil/trace.go:171","msg":"trace[1284479974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1431; }","duration":"654.388455ms","start":"2026-04-09T22:31:00.206532Z","end":"2026-04-09T22:31:00.86092Z","steps":["trace[1284479974] 'agreement among raft nodes before linearized reading' (duration: 654.255522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.860944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.206738Z","time spent":"654.194791ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:00.860961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066264361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:31:00.860982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.206506Z","time spent":"654.464297ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:00.861004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.228186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T22:31:00.861014Z","caller":"traceutil/trace.go:171","msg":"trace[623557989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1431; }","duration":"1.066340353s","start":"2026-04-09T22:30:59.794654Z","end":"2026-04-09T22:31:00.860994Z","steps":["trace[623557989] 'agreement among raft nodes before linearized reading' (duration: 1.066248811s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:00.861052Z","caller":"traceutil/trace.go:171","msg":"trace[1669137493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1431; }","duration":"165.296137ms","start":"2026-04-09T22:31:00.695738Z","end":"2026-04-09T22:31:00.861034Z","steps":["trace[1669137493] 'agreement among raft nodes before linearized reading' (duration: 165.170434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.860796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324074958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T22:31:00.861112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259151871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:00.860761Z","caller":"traceutil/trace.go:171","msg":"trace[743784237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1431; }","duration":"656.158249ms","start":"2026-04-09T22:31:00.204589Z","end":"2026-04-09T22:31:00.860747Z","steps":["trace[743784237] 'agreement among raft nodes before linearized reading' (duration: 655.965476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.86088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.770112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:00.861156Z","caller":"traceutil/trace.go:171","msg":"trace[449618627] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1431; }","duration":"1.259214992s","start":"2026-04-09T22:30:59.601929Z","end":"2026-04-09T22:31:00.861144Z","steps":["trace[449618627] 'agreement among raft nodes before linearized reading' (duration: 1.259148511s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:00.861181Z","caller":"traceutil/trace.go:171","msg":"trace[1156160526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1431; }","duration":"913.105858ms","start":"2026-04-09T22:30:59.948064Z","end":"2026-04-09T22:31:00.86117Z","steps":["trace[1156160526] 'agreement among raft nodes before linearized reading' (duration: 912.785792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.86088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.291284Z","time spent":"569.581866ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:00.861171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112064566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:31:00.861298Z","caller":"traceutil/trace.go:171","msg":"trace[1310341687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1431; }","duration":"1.112230339s","start":"2026-04-09T22:30:59.749051Z","end":"2026-04-09T22:31:00.861281Z","steps":["trace[1310341687] 'agreement among raft nodes before linearized reading' (duration: 1.111861742s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.86118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.204572Z","time spent":"656.596248ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:00.861057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.794634Z","time spent":"1.066415714s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:00.861232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.948043Z","time spent":"913.176379ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:31:00.861135Z","caller":"traceutil/trace.go:171","msg":"trace[1997300744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1431; }","duration":"1.324431164s","start":"2026-04-09T22:30:59.536687Z","end":"2026-04-09T22:31:00.861118Z","steps":["trace[1997300744] 'agreement among raft nodes before linearized reading' (duration: 1.323872144s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.861773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.536629Z","time spent":"1.325113238s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T22:31:00.860821Z","caller":"traceutil/trace.go:171","msg":"trace[1324980643] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1431; }","duration":"1.385867812s","start":"2026-04-09T22:30:59.474899Z","end":"2026-04-09T22:31:00.860767Z","steps":["trace[1324980643] 'agreement among raft nodes before linearized reading' (duration: 1.385584056s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.861839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.474888Z","time spent":"1.386935692s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":17,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:00.860491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.463345Z","time spent":"1.397051018s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:00.861184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.601918Z","time spent":"1.259259362s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":10,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:00.861234Z","caller":"traceutil/trace.go:171","msg":"trace[886674400] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"1.205950252s","start":"2026-04-09T22:30:59.655269Z","end":"2026-04-09T22:31:00.86122Z","steps":["trace[886674400] 'process raft request' (duration: 1.204936842s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.862384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.655245Z","time spent":"1.207055033s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:00.861396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.749026Z","time spent":"1.112353201s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:31:01.239686Z","caller":"traceutil/trace.go:171","msg":"trace[802727402] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"372.580245ms","start":"2026-04-09T22:31:00.867072Z","end":"2026-04-09T22:31:01.239652Z","steps":["trace[802727402] 'process raft request' (duration: 372.475133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.239912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.867053Z","time spent":"372.755599ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:01.239709Z","caller":"traceutil/trace.go:171","msg":"trace[402870834] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"372.620956ms","start":"2026-04-09T22:31:00.867067Z","end":"2026-04-09T22:31:01.239688Z","steps":["trace[402870834] 'process raft request' (duration: 297.764078ms)","trace[402870834] 'compare' (duration: 74.405589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:01.24009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.867042Z","time spent":"372.992894ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:01.240251Z","caller":"traceutil/trace.go:171","msg":"trace[227028322] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"372.998164ms","start":"2026-04-09T22:31:00.867219Z","end":"2026-04-09T22:31:01.240217Z","steps":["trace[227028322] 'process raft request' (duration: 372.474823ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.240314Z","caller":"traceutil/trace.go:171","msg":"trace[1946407768] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"370.519336ms","start":"2026-04-09T22:31:00.869772Z","end":"2026-04-09T22:31:01.240291Z","steps":["trace[1946407768] 'process raft request' (duration: 370.391174ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.240347Z","caller":"traceutil/trace.go:171","msg":"trace[182552523] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"366.538008ms","start":"2026-04-09T22:31:00.873777Z","end":"2026-04-09T22:31:01.240315Z","steps":["trace[182552523] 'process raft request' (duration: 366.438316ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.240442Z","caller":"traceutil/trace.go:171","msg":"trace[1319507487] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"370.75718ms","start":"2026-04-09T22:31:00.869669Z","end":"2026-04-09T22:31:01.240427Z","steps":["trace[1319507487] 'process raft request' (duration: 370.450755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.241076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.873767Z","time spent":"367.224891ms","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1215,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:01.241257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.869636Z","time spent":"371.475163ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:01.240438Z","caller":"traceutil/trace.go:171","msg":"trace[1209367924] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"372.664797ms","start":"2026-04-09T22:31:00.867616Z","end":"2026-04-09T22:31:01.240281Z","steps":["trace[1209367924] 'process raft request' (duration: 372.457443ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.240478Z","caller":"traceutil/trace.go:171","msg":"trace[1788068918] linearizableReadLoop","detail":"{readStateIndex:1486; appliedIndex:1477; }","duration":"292.160461ms","start":"2026-04-09T22:31:00.948301Z","end":"2026-04-09T22:31:01.240461Z","steps":["trace[1788068918] 'read index received' (duration: 216.501368ms)","trace[1788068918] 'applied index is now lower than readState.Index' (duration: 75.657793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:01.24152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.86757Z","time spent":"373.822829ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:01.240548Z","caller":"traceutil/trace.go:171","msg":"trace[128294507] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"373.160756ms","start":"2026-04-09T22:31:00.867351Z","end":"2026-04-09T22:31:01.240512Z","steps":["trace[128294507] 'process raft request' (duration: 372.656157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.241647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.007786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:01.241679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.867335Z","time spent":"374.315818ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:01.241706Z","caller":"traceutil/trace.go:171","msg":"trace[736954285] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1440; }","duration":"204.103808ms","start":"2026-04-09T22:31:01.037585Z","end":"2026-04-09T22:31:01.241689Z","steps":["trace[736954285] 'agreement among raft nodes before linearized reading' (duration: 203.986696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.240579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.268953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:01.241831Z","caller":"traceutil/trace.go:171","msg":"trace[537681711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"293.499226ms","start":"2026-04-09T22:31:00.948254Z","end":"2026-04-09T22:31:01.241753Z","steps":["trace[537681711] 'agreement among raft nodes before linearized reading' (duration: 292.254752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.240583Z","caller":"traceutil/trace.go:171","msg":"trace[762586239] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"366.693472ms","start":"2026-04-09T22:31:00.873853Z","end":"2026-04-09T22:31:01.240546Z","steps":["trace[762586239] 'process raft request' (duration: 366.418637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.241983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.873819Z","time spent":"368.12046ms","remote":"127.0.0.1:35730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3118,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:01.240331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.867194Z","time spent":"373.094556ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:01.240475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.869765Z","time spent":"370.652048ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:05.717715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.112144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:05.71783Z","caller":"traceutil/trace.go:171","msg":"trace[264064539] linearizableReadLoop","detail":"{readStateIndex:1512; appliedIndex:1511; }","duration":"444.719661ms","start":"2026-04-09T22:31:05.273082Z","end":"2026-04-09T22:31:05.717801Z","steps":["trace[264064539] 'read index received' (duration: 43.401µs)","trace[264064539] 'applied index is now lower than readState.Index' (duration: 444.67491ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:05.717829Z","caller":"traceutil/trace.go:171","msg":"trace[401266280] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"762.674399ms","start":"2026-04-09T22:31:04.955128Z","end":"2026-04-09T22:31:05.717803Z","steps":["trace[401266280] 'process raft request' (duration: 113.390512ms)","trace[401266280] 'compare' (duration: 648.91789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:05.717996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.924125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:31:05.717994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:04.955108Z","time spent":"762.832263ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:05.718022Z","caller":"traceutil/trace.go:171","msg":"trace[479340101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1465; }","duration":"445.000106ms","start":"2026-04-09T22:31:05.273014Z","end":"2026-04-09T22:31:05.718014Z","steps":["trace[479340101] 'agreement among raft nodes before linearized reading' (duration: 444.884264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:05.718051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.272988Z","time spent":"445.055888ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:05.71817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.178022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:31:05.718239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.654633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:31:05.718266Z","caller":"traceutil/trace.go:171","msg":"trace[2131334087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1465; }","duration":"441.343665ms","start":"2026-04-09T22:31:05.276899Z","end":"2026-04-09T22:31:05.718242Z","steps":["trace[2131334087] 'agreement among raft nodes before linearized reading' (duration: 441.03769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:05.718289Z","caller":"traceutil/trace.go:171","msg":"trace[1831831969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1465; }","duration":"439.724304ms","start":"2026-04-09T22:31:05.27855Z","end":"2026-04-09T22:31:05.718275Z","steps":["trace[1831831969] 'agreement among raft nodes before linearized reading' (duration: 439.590511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:05.718329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.276857Z","time spent":"441.463698ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:05.718441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.738815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:31:05.718478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.08756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:31:05.718481Z","caller":"traceutil/trace.go:171","msg":"trace[1814473876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1465; }","duration":"439.834176ms","start":"2026-04-09T22:31:05.278636Z","end":"2026-04-09T22:31:05.71847Z","steps":["trace[1814473876] 'agreement among raft nodes before linearized reading' (duration: 439.720904ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:05.718509Z","caller":"traceutil/trace.go:171","msg":"trace[543822684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1465; }","duration":"440.120151ms","start":"2026-04-09T22:31:05.278381Z","end":"2026-04-09T22:31:05.718501Z","steps":["trace[543822684] 'agreement among raft nodes before linearized reading' (duration: 440.033249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:05.718332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.278539Z","time spent":"439.783036ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:05.718537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.278311Z","time spent":"440.219984ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:05.71852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.278603Z","time spent":"439.906917ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:31:06.094322Z","caller":"traceutil/trace.go:171","msg":"trace[274218483] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"371.33383ms","start":"2026-04-09T22:31:05.722963Z","end":"2026-04-09T22:31:06.094297Z","steps":["trace[274218483] 'process raft request' (duration: 371.143847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:06.094475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.722944Z","time spent":"371.450743ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:06.094724Z","caller":"traceutil/trace.go:171","msg":"trace[1743695714] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"371.682067ms","start":"2026-04-09T22:31:05.723012Z","end":"2026-04-09T22:31:06.094694Z","steps":["trace[1743695714] 'process raft request' (duration: 371.241508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:06.094903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.722982Z","time spent":"371.82858ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:06.095106Z","caller":"traceutil/trace.go:171","msg":"trace[123180351] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1512; }","duration":"336.63079ms","start":"2026-04-09T22:31:05.758452Z","end":"2026-04-09T22:31:06.095082Z","steps":["trace[123180351] 'read index received' (duration: 53.040936ms)","trace[123180351] 'applied index is now lower than readState.Index' (duration: 283.588694ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:06.095161Z","caller":"traceutil/trace.go:171","msg":"trace[1537437633] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"371.834769ms","start":"2026-04-09T22:31:05.723311Z","end":"2026-04-09T22:31:06.095146Z","steps":["trace[1537437633] 'process raft request' (duration: 371.287889ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:06.095122Z","caller":"traceutil/trace.go:171","msg":"trace[428020501] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"371.474203ms","start":"2026-04-09T22:31:05.723618Z","end":"2026-04-09T22:31:06.095093Z","steps":["trace[428020501] 'process raft request' (duration: 371.380751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:06.095233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.723292Z","time spent":"371.902321ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:06.095273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.333599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:06.095277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.723604Z","time spent":"371.630246ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:06.095309Z","caller":"traceutil/trace.go:171","msg":"trace[1090239446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1470; }","duration":"146.426541ms","start":"2026-04-09T22:31:05.94887Z","end":"2026-04-09T22:31:06.095297Z","steps":["trace[1090239446] 'agreement among raft nodes before linearized reading' (duration: 146.35926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:06.095517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.028238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-h5rtc\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-04-09T22:31:06.095579Z","caller":"traceutil/trace.go:171","msg":"trace[864856405] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-h5rtc; range_end:; response_count:1; response_revision:1470; }","duration":"337.14592ms","start":"2026-04-09T22:31:05.758414Z","end":"2026-04-09T22:31:06.09556Z","steps":["trace[864856405] 'agreement among raft nodes before linearized reading' (duration: 336.890324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:06.095615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:05.758399Z","time spent":"337.206941ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4202,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-h5rtc\" "} {"level":"info","ts":"2026-04-09T22:31:06.233447Z","caller":"traceutil/trace.go:171","msg":"trace[498146238] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"128.215299ms","start":"2026-04-09T22:31:06.105197Z","end":"2026-04-09T22:31:06.233413Z","steps":["trace[498146238] 'process raft request' (duration: 127.993985ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:06.934943Z","caller":"traceutil/trace.go:171","msg":"trace[519439101] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"157.609567ms","start":"2026-04-09T22:31:06.777303Z","end":"2026-04-09T22:31:06.934913Z","steps":["trace[519439101] 'process raft request' (duration: 157.447714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.452734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.76052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:31:08.452869Z","caller":"traceutil/trace.go:171","msg":"trace[1939397677] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1520; }","duration":"636.949047ms","start":"2026-04-09T22:31:07.815894Z","end":"2026-04-09T22:31:08.452843Z","steps":["trace[1939397677] 'read index received' (duration: 44.911µs)","trace[1939397677] 'applied index is now lower than readState.Index' (duration: 636.902356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:08.453064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.625939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:08.453109Z","caller":"traceutil/trace.go:171","msg":"trace[1533014182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"503.721ms","start":"2026-04-09T22:31:07.949373Z","end":"2026-04-09T22:31:08.453094Z","steps":["trace[1533014182] 'agreement among raft nodes before linearized reading' (duration: 503.624158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.453126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.214322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:31:08.453156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:07.949351Z","time spent":"503.793332ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:08.45318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.19951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:31:08.453209Z","caller":"traceutil/trace.go:171","msg":"trace[1236123724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1473; }","duration":"637.337224ms","start":"2026-04-09T22:31:07.815845Z","end":"2026-04-09T22:31:08.453183Z","steps":["trace[1236123724] 'agreement among raft nodes before linearized reading' (duration: 637.1049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.453263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:07.815827Z","time spent":"637.427477ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:31:08.453265Z","caller":"traceutil/trace.go:171","msg":"trace[1202967623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1473; }","duration":"353.323192ms","start":"2026-04-09T22:31:08.099919Z","end":"2026-04-09T22:31:08.453242Z","steps":["trace[1202967623] 'agreement among raft nodes before linearized reading' (duration: 353.119978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.45323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.973986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:31:08.453326Z","caller":"traceutil/trace.go:171","msg":"trace[615307959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1473; }","duration":"352.14931ms","start":"2026-04-09T22:31:08.101163Z","end":"2026-04-09T22:31:08.453312Z","steps":["trace[615307959] 'agreement among raft nodes before linearized reading' (duration: 351.873564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.453397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.101156Z","time spent":"352.221581ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:08.45318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.456125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:31:08.453579Z","caller":"traceutil/trace.go:171","msg":"trace[1881447727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1473; }","duration":"352.865183ms","start":"2026-04-09T22:31:08.100682Z","end":"2026-04-09T22:31:08.453547Z","steps":["trace[1881447727] 'agreement among raft nodes before linearized reading' (duration: 352.344892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.453417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.099897Z","time spent":"353.413165ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:08.453658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.100674Z","time spent":"352.964025ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:08.453873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.955885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:31:08.45393Z","caller":"traceutil/trace.go:171","msg":"trace[323665177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1473; }","duration":"353.056767ms","start":"2026-04-09T22:31:08.100858Z","end":"2026-04-09T22:31:08.453915Z","steps":["trace[323665177] 'agreement among raft nodes before linearized reading' (duration: 352.151009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.453974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.10083Z","time spent":"353.130578ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:31:08.77641Z","caller":"traceutil/trace.go:171","msg":"trace[601451105] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"317.735815ms","start":"2026-04-09T22:31:08.458648Z","end":"2026-04-09T22:31:08.776384Z","steps":["trace[601451105] 'process raft request' (duration: 317.567712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.776577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.458626Z","time spent":"317.869657ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:09.689438Z","caller":"traceutil/trace.go:171","msg":"trace[43826551] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"1.230496738s","start":"2026-04-09T22:31:08.458915Z","end":"2026-04-09T22:31:09.689412Z","steps":["trace[43826551] 'process raft request' (duration: 1.230424507s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:09.689452Z","caller":"traceutil/trace.go:171","msg":"trace[1839966572] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"1.230728113s","start":"2026-04-09T22:31:08.458696Z","end":"2026-04-09T22:31:09.689424Z","steps":["trace[1839966572] 'process raft request' (duration: 1.230490459s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:09.689682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.458672Z","time spent":"1.230926528s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:09.689583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.458902Z","time spent":"1.23060717s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:09.68978Z","caller":"traceutil/trace.go:171","msg":"trace[411568872] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"1.230278355s","start":"2026-04-09T22:31:08.459481Z","end":"2026-04-09T22:31:09.689759Z","steps":["trace[411568872] 'process raft request' (duration: 1.230152062s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:09.689812Z","caller":"traceutil/trace.go:171","msg":"trace[1877069209] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"1.230662062s","start":"2026-04-09T22:31:08.459124Z","end":"2026-04-09T22:31:09.689786Z","steps":["trace[1877069209] 'process raft request' (duration: 1.230251503s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:09.6899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.459463Z","time spent":"1.230379757s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:09.689922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:08.459112Z","time spent":"1.230756154s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:11.93449Z","caller":"traceutil/trace.go:171","msg":"trace[1760269060] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"119.051312ms","start":"2026-04-09T22:31:11.81542Z","end":"2026-04-09T22:31:11.934471Z","steps":["trace[1760269060] 'process raft request' (duration: 118.92604ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:12.099335Z","caller":"traceutil/trace.go:171","msg":"trace[463429842] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"151.280855ms","start":"2026-04-09T22:31:11.948026Z","end":"2026-04-09T22:31:12.099307Z","steps":["trace[463429842] 'read index received' (duration: 82.502174ms)","trace[463429842] 'applied index is now lower than readState.Index' (duration: 68.777411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:12.099471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.432789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:12.099501Z","caller":"traceutil/trace.go:171","msg":"trace[1468781779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1490; }","duration":"151.543641ms","start":"2026-04-09T22:31:11.947948Z","end":"2026-04-09T22:31:12.099492Z","steps":["trace[1468781779] 'agreement among raft nodes before linearized reading' (duration: 151.463139ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:12.099558Z","caller":"traceutil/trace.go:171","msg":"trace[1930758720] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"157.482386ms","start":"2026-04-09T22:31:11.942033Z","end":"2026-04-09T22:31:12.099515Z","steps":["trace[1930758720] 'process raft request' (duration: 88.590454ms)","trace[1930758720] 'compare' (duration: 68.452953ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:12.593877Z","caller":"traceutil/trace.go:171","msg":"trace[391639416] linearizableReadLoop","detail":"{readStateIndex:1552; appliedIndex:1551; }","duration":"117.085754ms","start":"2026-04-09T22:31:12.476765Z","end":"2026-04-09T22:31:12.59385Z","steps":["trace[391639416] 'read index received' (duration: 37.781411ms)","trace[391639416] 'applied index is now lower than readState.Index' (duration: 79.303413ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:12.593938Z","caller":"traceutil/trace.go:171","msg":"trace[2071302523] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1502; }","duration":"117.36962ms","start":"2026-04-09T22:31:12.476536Z","end":"2026-04-09T22:31:12.593906Z","steps":["trace[2071302523] 'process raft request' (duration: 38.012696ms)","trace[2071302523] 'compare' (duration: 79.15811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:12.594155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.37436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:31:12.594224Z","caller":"traceutil/trace.go:171","msg":"trace[248705757] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1502; }","duration":"117.500332ms","start":"2026-04-09T22:31:12.476706Z","end":"2026-04-09T22:31:12.594207Z","steps":["trace[248705757] 'agreement among raft nodes before linearized reading' (duration: 117.290948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:15.177062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.461166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:15.177194Z","caller":"traceutil/trace.go:171","msg":"trace[1467560492] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"176.432011ms","start":"2026-04-09T22:31:15.000749Z","end":"2026-04-09T22:31:15.177181Z","steps":["trace[1467560492] 'process raft request' (duration: 176.390251ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:15.178087Z","caller":"traceutil/trace.go:171","msg":"trace[892575846] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"215.409714ms","start":"2026-04-09T22:31:14.962629Z","end":"2026-04-09T22:31:15.178038Z","steps":["trace[892575846] 'process raft request' (duration: 103.918269ms)","trace[892575846] 'compare' (duration: 110.352264ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:17.101645Z","caller":"traceutil/trace.go:171","msg":"trace[2034910929] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1583; }","duration":"140.977346ms","start":"2026-04-09T22:31:16.960626Z","end":"2026-04-09T22:31:17.101603Z","steps":["trace[2034910929] 'process raft request' (duration: 105.299387ms)","trace[2034910929] 'compare' (duration: 35.576047ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:19.625203Z","caller":"traceutil/trace.go:171","msg":"trace[2055924086] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"128.399033ms","start":"2026-04-09T22:31:19.496752Z","end":"2026-04-09T22:31:19.625151Z","steps":["trace[2055924086] 'process raft request' (duration: 128.138028ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:19.629746Z","caller":"traceutil/trace.go:171","msg":"trace[1657159217] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"105.637243ms","start":"2026-04-09T22:31:19.52404Z","end":"2026-04-09T22:31:19.629678Z","steps":["trace[1657159217] 'process raft request' (duration: 105.4473ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:20.357557Z","caller":"traceutil/trace.go:171","msg":"trace[1451944132] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"176.533644ms","start":"2026-04-09T22:31:20.181001Z","end":"2026-04-09T22:31:20.357534Z","steps":["trace[1451944132] 'process raft request' (duration: 97.450084ms)","trace[1451944132] 'compare' (duration: 78.890256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:22.215988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.364745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:22.216151Z","caller":"traceutil/trace.go:171","msg":"trace[581361834] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"452.585112ms","start":"2026-04-09T22:31:21.763518Z","end":"2026-04-09T22:31:22.216103Z","steps":["trace[581361834] 'process raft request' (duration: 176.779158ms)","trace[581361834] 'compare' (duration: 275.021689ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:22.216236Z","caller":"traceutil/trace.go:171","msg":"trace[35576201] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1778; }","duration":"450.214376ms","start":"2026-04-09T22:31:21.765961Z","end":"2026-04-09T22:31:22.216175Z","steps":["trace[35576201] 'read index received' (duration: 174.361352ms)","trace[35576201] 'applied index is now lower than readState.Index' (duration: 275.850544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:22.216306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.763495Z","time spent":"452.742995ms","remote":"127.0.0.1:59774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:31:22.21633Z","caller":"traceutil/trace.go:171","msg":"trace[831648161] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"396.460557ms","start":"2026-04-09T22:31:21.819846Z","end":"2026-04-09T22:31:22.216306Z","steps":["trace[831648161] 'process raft request' (duration: 396.387465ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:22.216516Z","caller":"traceutil/trace.go:171","msg":"trace[1147522898] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"447.392102ms","start":"2026-04-09T22:31:21.76908Z","end":"2026-04-09T22:31:22.216472Z","steps":["trace[1147522898] 'process raft request' (duration: 447.055205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:22.216585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.819819Z","time spent":"396.706553ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:22.216655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.769059Z","time spent":"447.521265ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:22.216672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.697586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:22.216732Z","caller":"traceutil/trace.go:171","msg":"trace[2025848829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1713; }","duration":"450.807928ms","start":"2026-04-09T22:31:21.765907Z","end":"2026-04-09T22:31:22.216715Z","steps":["trace[2025848829] 'agreement among raft nodes before linearized reading' (duration: 450.656455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:22.216781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.765889Z","time spent":"450.882149ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-09T22:31:22.217097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.368794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:22.217204Z","caller":"traceutil/trace.go:171","msg":"trace[445261671] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1713; }","duration":"338.488196ms","start":"2026-04-09T22:31:21.878693Z","end":"2026-04-09T22:31:22.217181Z","steps":["trace[445261671] 'agreement among raft nodes before linearized reading' (duration: 338.323413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:22.217274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.878648Z","time spent":"338.603328ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:22.217277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.599402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:31:22.217298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.10048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:31:22.217376Z","caller":"traceutil/trace.go:171","msg":"trace[2040335726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1713; }","duration":"441.211252ms","start":"2026-04-09T22:31:21.776149Z","end":"2026-04-09T22:31:22.21736Z","steps":["trace[2040335726] 'agreement among raft nodes before linearized reading' (duration: 440.793304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:22.217401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.444004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:31:22.217429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.776134Z","time spent":"441.283373ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:31:22.217322Z","caller":"traceutil/trace.go:171","msg":"trace[1255143501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1713; }","duration":"392.693433ms","start":"2026-04-09T22:31:21.824616Z","end":"2026-04-09T22:31:22.21731Z","steps":["trace[1255143501] 'agreement among raft nodes before linearized reading' (duration: 392.327496ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:22.217446Z","caller":"traceutil/trace.go:171","msg":"trace[1333466534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1713; }","duration":"400.490975ms","start":"2026-04-09T22:31:21.816944Z","end":"2026-04-09T22:31:22.217435Z","steps":["trace[1333466534] 'agreement among raft nodes before linearized reading' (duration: 400.328492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:22.217479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.816885Z","time spent":"400.587446ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:22.217481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.824596Z","time spent":"392.875197ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:22.217698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.038511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:31:22.217826Z","caller":"traceutil/trace.go:171","msg":"trace[1578749086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1713; }","duration":"393.438058ms","start":"2026-04-09T22:31:21.824362Z","end":"2026-04-09T22:31:22.2178Z","steps":["trace[1578749086] 'agreement among raft nodes before linearized reading' (duration: 392.691294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:22.218106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:21.824347Z","time spent":"393.668243ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:31:22.40589Z","caller":"traceutil/trace.go:171","msg":"trace[1912287898] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"169.405006ms","start":"2026-04-09T22:31:22.236458Z","end":"2026-04-09T22:31:22.405863Z","steps":["trace[1912287898] 'process raft request' (duration: 168.399776ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:22.746039Z","caller":"traceutil/trace.go:171","msg":"trace[483128751] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"119.747297ms","start":"2026-04-09T22:31:22.626269Z","end":"2026-04-09T22:31:22.746016Z","steps":["trace[483128751] 'process raft request' (duration: 96.15983ms)","trace[483128751] 'compare' (duration: 23.325381ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:22.74646Z","caller":"traceutil/trace.go:171","msg":"trace[1463059406] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"119.94954ms","start":"2026-04-09T22:31:22.626474Z","end":"2026-04-09T22:31:22.746424Z","steps":["trace[1463059406] 'process raft request' (duration: 119.449221ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:26.216896Z","caller":"traceutil/trace.go:171","msg":"trace[1135101189] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"176.133066ms","start":"2026-04-09T22:31:26.040741Z","end":"2026-04-09T22:31:26.216875Z","steps":["trace[1135101189] 'process raft request' (duration: 172.956374ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:26.287545Z","caller":"traceutil/trace.go:171","msg":"trace[1330982431] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1823; }","duration":"124.240053ms","start":"2026-04-09T22:31:26.163281Z","end":"2026-04-09T22:31:26.287521Z","steps":["trace[1330982431] 'read index received' (duration: 50.399115ms)","trace[1330982431] 'applied index is now lower than readState.Index' (duration: 73.839908ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:26.287607Z","caller":"traceutil/trace.go:171","msg":"trace[2019884384] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"181.123542ms","start":"2026-04-09T22:31:26.106455Z","end":"2026-04-09T22:31:26.287579Z","steps":["trace[2019884384] 'process raft request' (duration: 180.876327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.287687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.381475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:26.287769Z","caller":"traceutil/trace.go:171","msg":"trace[1488975662] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1752; }","duration":"124.506508ms","start":"2026-04-09T22:31:26.163244Z","end":"2026-04-09T22:31:26.28775Z","steps":["trace[1488975662] 'agreement among raft nodes before linearized reading' (duration: 124.370036ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:27.045816Z","caller":"traceutil/trace.go:171","msg":"trace[1255456603] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"162.279668ms","start":"2026-04-09T22:31:26.883513Z","end":"2026-04-09T22:31:27.045793Z","steps":["trace[1255456603] 'process raft request' (duration: 120.987489ms)","trace[1255456603] 'compare' (duration: 41.188407ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:27.049356Z","caller":"traceutil/trace.go:171","msg":"trace[1181495876] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1846; }","duration":"100.964903ms","start":"2026-04-09T22:31:26.948365Z","end":"2026-04-09T22:31:27.04933Z","steps":["trace[1181495876] 'read index received' (duration: 56.209417ms)","trace[1181495876] 'applied index is now lower than readState.Index' (duration: 44.754786ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:27.04938Z","caller":"traceutil/trace.go:171","msg":"trace[672360004] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"165.265356ms","start":"2026-04-09T22:31:26.88409Z","end":"2026-04-09T22:31:27.049356Z","steps":["trace[672360004] 'process raft request' (duration: 165.135504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:27.049499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.125715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:27.049526Z","caller":"traceutil/trace.go:171","msg":"trace[1686597318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1775; }","duration":"101.213487ms","start":"2026-04-09T22:31:26.948304Z","end":"2026-04-09T22:31:27.049517Z","steps":["trace[1686597318] 'agreement among raft nodes before linearized reading' (duration: 101.132456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:29.276781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.225867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:29.276866Z","caller":"traceutil/trace.go:171","msg":"trace[2067185970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"327.34962ms","start":"2026-04-09T22:31:28.949499Z","end":"2026-04-09T22:31:29.276849Z","steps":["trace[2067185970] 'range keys from in-memory index tree' (duration: 327.111745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:29.276903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.94948Z","time spent":"327.415851ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:29.277243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.765364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:31:29.277286Z","caller":"traceutil/trace.go:171","msg":"trace[1966661251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1796; }","duration":"196.831085ms","start":"2026-04-09T22:31:29.080441Z","end":"2026-04-09T22:31:29.277272Z","steps":["trace[1966661251] 'range keys from in-memory index tree' (duration: 196.587581ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:29.277852Z","caller":"traceutil/trace.go:171","msg":"trace[946634292] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"124.414055ms","start":"2026-04-09T22:31:29.153419Z","end":"2026-04-09T22:31:29.277833Z","steps":["trace[946634292] 'process raft request' (duration: 103.917669ms)","trace[946634292] 'compare' (duration: 19.172401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:36.83137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.534576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:31:36.831522Z","caller":"traceutil/trace.go:171","msg":"trace[799023025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"166.825041ms","start":"2026-04-09T22:31:36.664671Z","end":"2026-04-09T22:31:36.831496Z","steps":["trace[799023025] 'range keys from in-memory index tree' (duration: 166.24536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:37.447909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685805327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:37.94873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685805327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:38.448924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685805327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:38.54726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626941693s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:31:38.547697Z","caller":"traceutil/trace.go:171","msg":"trace[965580539] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.627514374s","start":"2026-04-09T22:31:36.920158Z","end":"2026-04-09T22:31:38.547672Z","steps":["trace[965580539] 'process raft request' (duration: 1.627361021s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:38.547919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:36.920133Z","time spent":"1.627629528s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:38.947412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:31:38.947509Z","caller":"traceutil/trace.go:171","msg":"trace[939186988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017379s","start":"2026-04-09T22:31:36.947312Z","end":"2026-04-09T22:31:38.947486Z","steps":["trace[939186988] 'agreement among raft nodes before linearized reading' (duration: 2.000052678s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:38.947564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:36.947299Z","time spent":"2.000254921s","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:31:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T22:31:38.964387Z","caller":"traceutil/trace.go:171","msg":"trace[1649644833] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.611472345s","start":"2026-04-09T22:31:37.352889Z","end":"2026-04-09T22:31:38.964362Z","steps":["trace[1649644833] 'process raft request' (duration: 1.528029745s)","trace[1649644833] 'compare' (duration: 83.113994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:38.964526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:37.352869Z","time spent":"1.611586567s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:39.822609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.278332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:31:39.823082Z","caller":"traceutil/trace.go:171","msg":"trace[841649226] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"2.047792329s","start":"2026-04-09T22:31:37.77527Z","end":"2026-04-09T22:31:39.823062Z","steps":["trace[841649226] 'process raft request' (duration: 2.047442102s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.823358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:37.775227Z","time spent":"2.048056705s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:39.842313Z","caller":"traceutil/trace.go:171","msg":"trace[2077652081] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.54756718s","start":"2026-04-09T22:31:38.294723Z","end":"2026-04-09T22:31:39.84229Z","steps":["trace[2077652081] 'process raft request' (duration: 1.528244617s)","trace[2077652081] 'compare' (duration: 19.118339ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:39.842433Z","caller":"traceutil/trace.go:171","msg":"trace[1779419952] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1982; }","duration":"2.895066428s","start":"2026-04-09T22:31:36.947341Z","end":"2026-04-09T22:31:39.842407Z","steps":["trace[1779419952] 'read index received' (duration: 1.600163106s)","trace[1779419952] 'applied index is now lower than readState.Index' (duration: 1.294897912s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:39.842462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.294696Z","time spent":"1.547690803s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:39.842564Z","caller":"traceutil/trace.go:171","msg":"trace[849811449] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.494503516s","start":"2026-04-09T22:31:38.347983Z","end":"2026-04-09T22:31:39.842486Z","steps":["trace[849811449] 'process raft request' (duration: 1.494264021s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.84263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.94947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:39.842669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402428038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:31:39.842682Z","caller":"traceutil/trace.go:171","msg":"trace[1667981230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"895.025981ms","start":"2026-04-09T22:31:38.947642Z","end":"2026-04-09T22:31:39.842668Z","steps":["trace[1667981230] 'agreement among raft nodes before linearized reading' (duration: 894.931259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.842695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454989811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:31:39.842719Z","caller":"traceutil/trace.go:171","msg":"trace[1678246987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1912; }","duration":"1.402515919s","start":"2026-04-09T22:31:38.440191Z","end":"2026-04-09T22:31:39.842707Z","steps":["trace[1678246987] 'agreement among raft nodes before linearized reading' (duration: 1.402361236s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.842727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.947628Z","time spent":"895.089002ms","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:31:39.842732Z","caller":"traceutil/trace.go:171","msg":"trace[1088875022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"2.455076242s","start":"2026-04-09T22:31:37.387646Z","end":"2026-04-09T22:31:39.842722Z","steps":["trace[1088875022] 'agreement among raft nodes before linearized reading' (duration: 2.454896059s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.842724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385687705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:31:39.842748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.347965Z","time spent":"1.494681779s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:39.842771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:37.387623Z","time spent":"2.455139254s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:39.842807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412103413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:39.842842Z","caller":"traceutil/trace.go:171","msg":"trace[253372468] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1912; }","duration":"2.412168604s","start":"2026-04-09T22:31:37.430662Z","end":"2026-04-09T22:31:39.842831Z","steps":["trace[253372468] 'agreement among raft nodes before linearized reading' (duration: 2.412120092s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:39.842801Z","caller":"traceutil/trace.go:171","msg":"trace[1383359157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"1.385782546s","start":"2026-04-09T22:31:38.456999Z","end":"2026-04-09T22:31:39.842781Z","steps":["trace[1383359157] 'agreement among raft nodes before linearized reading' (duration: 1.385572242s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.842864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:37.430643Z","time spent":"2.412214836s","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:39.842884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.45699Z","time spent":"1.385882269s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:39.842884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00429221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:31:39.842896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89501291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:31:39.842755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.440176Z","time spent":"1.402572931s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:31:39.842948Z","caller":"traceutil/trace.go:171","msg":"trace[1135140271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"2.004384721s","start":"2026-04-09T22:31:37.838546Z","end":"2026-04-09T22:31:39.842931Z","steps":["trace[1135140271] 'agreement among raft nodes before linearized reading' (duration: 2.004233997s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.842955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76712153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T22:31:39.842961Z","caller":"traceutil/trace.go:171","msg":"trace[826581825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1912; }","duration":"1.895067871s","start":"2026-04-09T22:31:37.947872Z","end":"2026-04-09T22:31:39.84294Z","steps":["trace[826581825] 'agreement among raft nodes before linearized reading' (duration: 1.894904207s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.842733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38962375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:31:39.842995Z","caller":"traceutil/trace.go:171","msg":"trace[719093266] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1912; }","duration":"1.767232843s","start":"2026-04-09T22:31:38.075752Z","end":"2026-04-09T22:31:39.842985Z","steps":["trace[719093266] 'agreement among raft nodes before linearized reading' (duration: 1.767007768s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.843003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:37.947854Z","time spent":"1.895141842s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:31:39.84301Z","caller":"traceutil/trace.go:171","msg":"trace[2102486666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1912; }","duration":"1.389946047s","start":"2026-04-09T22:31:38.453051Z","end":"2026-04-09T22:31:39.842997Z","steps":["trace[2102486666] 'agreement among raft nodes before linearized reading' (duration: 1.389556869s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.843018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:37.83853Z","time spent":"2.004469783s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:31:39.843028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.075723Z","time spent":"1.767296304s","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":233,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:39.84302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393794262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:31:39.842738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.349698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:39.843121Z","caller":"traceutil/trace.go:171","msg":"trace[1117673564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"936.769777ms","start":"2026-04-09T22:31:38.906333Z","end":"2026-04-09T22:31:39.843103Z","steps":["trace[1117673564] 'agreement among raft nodes before linearized reading' (duration: 936.314538ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:39.843125Z","caller":"traceutil/trace.go:171","msg":"trace[350711917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"1.393964005s","start":"2026-04-09T22:31:38.449137Z","end":"2026-04-09T22:31:39.843101Z","steps":["trace[350711917] 'agreement among raft nodes before linearized reading' (duration: 1.393620628s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.84305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.453039Z","time spent":"1.389999568s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:39.843156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.906303Z","time spent":"936.846998ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:39.843178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:38.449105Z","time spent":"1.394062668s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:39.843732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956549487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7697bfee-a2f5-4424-94bf-fc44de179a26\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-09T22:31:39.843871Z","caller":"traceutil/trace.go:171","msg":"trace[1685280136] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7697bfee-a2f5-4424-94bf-fc44de179a26; range_end:; response_count:1; response_revision:1912; }","duration":"1.956754941s","start":"2026-04-09T22:31:37.887091Z","end":"2026-04-09T22:31:39.843846Z","steps":["trace[1685280136] 'agreement among raft nodes before linearized reading' (duration: 1.955608839s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.843953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:37.887068Z","time spent":"1.956868153s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7697bfee-a2f5-4424-94bf-fc44de179a26\" "} {"level":"warn","ts":"2026-04-09T22:31:48.245532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.664431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:31:48.246191Z","caller":"traceutil/trace.go:171","msg":"trace[1594195897] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"376.568872ms","start":"2026-04-09T22:31:47.8696Z","end":"2026-04-09T22:31:48.246169Z","steps":["trace[1594195897] 'process raft request' (duration: 376.033352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:48.246302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.869573Z","time spent":"376.664673ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:48.248811Z","caller":"traceutil/trace.go:171","msg":"trace[2034611977] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2071; }","duration":"329.553863ms","start":"2026-04-09T22:31:47.919232Z","end":"2026-04-09T22:31:48.248786Z","steps":["trace[2034611977] 'read index received' (duration: 149.554248ms)","trace[2034611977] 'applied index is now lower than readState.Index' (duration: 179.996045ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:48.249064Z","caller":"traceutil/trace.go:171","msg":"trace[725458590] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"379.390106ms","start":"2026-04-09T22:31:47.869657Z","end":"2026-04-09T22:31:48.249047Z","steps":["trace[725458590] 'process raft request' (duration: 376.503691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:48.249096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.860809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:31:48.249154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.227952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:31:48.249163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.869635Z","time spent":"379.470957ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:48.249188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.692579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:31:48.249173Z","caller":"traceutil/trace.go:171","msg":"trace[476345372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1995; }","duration":"329.980271ms","start":"2026-04-09T22:31:47.919173Z","end":"2026-04-09T22:31:48.249153Z","steps":["trace[476345372] 'agreement among raft nodes before linearized reading' (duration: 329.780877ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:48.249217Z","caller":"traceutil/trace.go:171","msg":"trace[1960826532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1995; }","duration":"322.360314ms","start":"2026-04-09T22:31:47.926842Z","end":"2026-04-09T22:31:48.249203Z","steps":["trace[1960826532] 'agreement among raft nodes before linearized reading' (duration: 322.204981ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:48.249228Z","caller":"traceutil/trace.go:171","msg":"trace[1001797420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1995; }","duration":"323.759742ms","start":"2026-04-09T22:31:47.925457Z","end":"2026-04-09T22:31:48.249216Z","steps":["trace[1001797420] 'agreement among raft nodes before linearized reading' (duration: 323.629949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:48.249241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.91915Z","time spent":"330.080564ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:48.249245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.482726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:31:48.249258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.925447Z","time spent":"323.801273ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:31:48.249253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.926812Z","time spent":"322.433837ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:31:48.249285Z","caller":"traceutil/trace.go:171","msg":"trace[76017252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1995; }","duration":"324.537716ms","start":"2026-04-09T22:31:47.924734Z","end":"2026-04-09T22:31:48.249272Z","steps":["trace[76017252] 'agreement among raft nodes before linearized reading' (duration: 324.458834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:48.249307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.924723Z","time spent":"324.579517ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:48.249155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.230537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:31:48.249341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.341339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:48.249362Z","caller":"traceutil/trace.go:171","msg":"trace[565456896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1995; }","duration":"329.479573ms","start":"2026-04-09T22:31:47.919877Z","end":"2026-04-09T22:31:48.249356Z","steps":["trace[565456896] 'agreement among raft nodes before linearized reading' (duration: 329.140606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:48.249379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.919865Z","time spent":"329.509793ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:48.24939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.440198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:31:48.24939Z","caller":"traceutil/trace.go:171","msg":"trace[1113151993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1995; }","duration":"301.40782ms","start":"2026-04-09T22:31:47.947966Z","end":"2026-04-09T22:31:48.249374Z","steps":["trace[1113151993] 'agreement among raft nodes before linearized reading' (duration: 301.314448ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:48.249412Z","caller":"traceutil/trace.go:171","msg":"trace[274941946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"319.4792ms","start":"2026-04-09T22:31:47.929926Z","end":"2026-04-09T22:31:48.249405Z","steps":["trace[274941946] 'agreement among raft nodes before linearized reading' (duration: 319.412589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:48.249439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.929916Z","time spent":"319.51667ms","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:31:48.249432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.947948Z","time spent":"301.474532ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:48.249999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.15184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:31:48.250145Z","caller":"traceutil/trace.go:171","msg":"trace[1212003305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1995; }","duration":"323.364344ms","start":"2026-04-09T22:31:47.926756Z","end":"2026-04-09T22:31:48.250121Z","steps":["trace[1212003305] 'agreement among raft nodes before linearized reading' (duration: 322.537539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:48.25038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:47.926745Z","time spent":"323.448295ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:31:51.589449Z","caller":"traceutil/trace.go:171","msg":"trace[990363926] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"232.448538ms","start":"2026-04-09T22:31:51.35697Z","end":"2026-04-09T22:31:51.589419Z","steps":["trace[990363926] 'process raft request' (duration: 212.34113ms)","trace[990363926] 'compare' (duration: 19.938625ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:51.688801Z","caller":"traceutil/trace.go:171","msg":"trace[1397085467] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"330.661995ms","start":"2026-04-09T22:31:51.35812Z","end":"2026-04-09T22:31:51.688782Z","steps":["trace[1397085467] 'process raft request' (duration: 330.449621ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:51.688949Z","caller":"traceutil/trace.go:171","msg":"trace[218084839] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"329.9121ms","start":"2026-04-09T22:31:51.359005Z","end":"2026-04-09T22:31:51.688917Z","steps":["trace[218084839] 'process raft request' (duration: 329.709916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:51.689107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:51.358959Z","time spent":"330.067512ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:51.689127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:51.358091Z","time spent":"330.787677ms","remote":"127.0.0.1:59542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:52.965499Z","caller":"traceutil/trace.go:171","msg":"trace[1059968074] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"262.919826ms","start":"2026-04-09T22:31:52.702553Z","end":"2026-04-09T22:31:52.965473Z","steps":["trace[1059968074] 'process raft request' (duration: 262.736693ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:55.318595Z","caller":"traceutil/trace.go:171","msg":"trace[1953071164] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2125; }","duration":"370.979544ms","start":"2026-04-09T22:31:54.947591Z","end":"2026-04-09T22:31:55.31857Z","steps":["trace[1953071164] 'read index received' (duration: 370.862331ms)","trace[1953071164] 'applied index is now lower than readState.Index' (duration: 116.123µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:55.318728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.123786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:55.318775Z","caller":"traceutil/trace.go:171","msg":"trace[336590428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"371.220377ms","start":"2026-04-09T22:31:54.947545Z","end":"2026-04-09T22:31:55.318765Z","steps":["trace[336590428] 'agreement among raft nodes before linearized reading' (duration: 371.119015ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:55.318749Z","caller":"traceutil/trace.go:171","msg":"trace[1752450328] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"453.027587ms","start":"2026-04-09T22:31:54.865691Z","end":"2026-04-09T22:31:55.318718Z","steps":["trace[1752450328] 'process raft request' (duration: 452.712641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:55.318813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:54.947526Z","time spent":"371.279769ms","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:55.318899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:54.865668Z","time spent":"453.15331ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:55.520878Z","caller":"traceutil/trace.go:171","msg":"trace[2032535324] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2126; }","duration":"140.793319ms","start":"2026-04-09T22:31:55.380065Z","end":"2026-04-09T22:31:55.520858Z","steps":["trace[2032535324] 'read index received' (duration: 127.974162ms)","trace[2032535324] 'applied index is now lower than readState.Index' (duration: 12.818427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:55.521049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.969962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:31:55.521024Z","caller":"traceutil/trace.go:171","msg":"trace[1779443816] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"398.133737ms","start":"2026-04-09T22:31:55.122862Z","end":"2026-04-09T22:31:55.520995Z","steps":["trace[1779443816] 'process raft request' (duration: 385.155496ms)","trace[1779443816] 'compare' (duration: 12.752866ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:55.521079Z","caller":"traceutil/trace.go:171","msg":"trace[217435200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2047; }","duration":"141.049284ms","start":"2026-04-09T22:31:55.380021Z","end":"2026-04-09T22:31:55.521071Z","steps":["trace[217435200] 'agreement among raft nodes before linearized reading' (duration: 140.906921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:55.521167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:55.122841Z","time spent":"398.246129ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:58.546794Z","caller":"traceutil/trace.go:171","msg":"trace[869064332] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"130.593812ms","start":"2026-04-09T22:31:58.416175Z","end":"2026-04-09T22:31:58.546769Z","steps":["trace[869064332] 'process raft request' (duration: 60.884135ms)","trace[869064332] 'compare' (duration: 69.611535ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:58.606631Z","caller":"traceutil/trace.go:171","msg":"trace[1103649999] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"189.934188ms","start":"2026-04-09T22:31:58.416651Z","end":"2026-04-09T22:31:58.606585Z","steps":["trace[1103649999] 'process raft request' (duration: 189.694173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:58.606614Z","caller":"traceutil/trace.go:171","msg":"trace[841995057] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"189.867996ms","start":"2026-04-09T22:31:58.416712Z","end":"2026-04-09T22:31:58.60658Z","steps":["trace[841995057] 'process raft request' (duration: 189.766795ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:58.606916Z","caller":"traceutil/trace.go:171","msg":"trace[1218315011] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"190.158312ms","start":"2026-04-09T22:31:58.416733Z","end":"2026-04-09T22:31:58.606891Z","steps":["trace[1218315011] 'process raft request' (duration: 189.793755ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:58.607339Z","caller":"traceutil/trace.go:171","msg":"trace[1590952106] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"190.247902ms","start":"2026-04-09T22:31:58.417074Z","end":"2026-04-09T22:31:58.607322Z","steps":["trace[1590952106] 'process raft request' (duration: 189.690142ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.656226Z","caller":"traceutil/trace.go:171","msg":"trace[1205258881] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"376.594031ms","start":"2026-04-09T22:32:01.2796Z","end":"2026-04-09T22:32:01.656194Z","steps":["trace[1205258881] 'process raft request' (duration: 376.414757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.656386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:01.279573Z","time spent":"376.734854ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:02.034163Z","caller":"traceutil/trace.go:171","msg":"trace[262454601] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"754.149372ms","start":"2026-04-09T22:32:01.279983Z","end":"2026-04-09T22:32:02.034132Z","steps":["trace[262454601] 'process raft request' (duration: 684.15544ms)","trace[262454601] 'compare' (duration: 69.624175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:02.034326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:01.279964Z","time spent":"754.267794ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:02.034434Z","caller":"traceutil/trace.go:171","msg":"trace[2107440994] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2164; }","duration":"408.182191ms","start":"2026-04-09T22:32:01.626221Z","end":"2026-04-09T22:32:02.034404Z","steps":["trace[2107440994] 'read index received' (duration: 29.885376ms)","trace[2107440994] 'applied index is now lower than readState.Index' (duration: 378.294535ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:02.034342Z","caller":"traceutil/trace.go:171","msg":"trace[286816834] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"495.354274ms","start":"2026-04-09T22:32:01.538932Z","end":"2026-04-09T22:32:02.034286Z","steps":["trace[286816834] 'process raft request' (duration: 495.10394ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:02.034611Z","caller":"traceutil/trace.go:171","msg":"trace[1509533525] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"119.440816ms","start":"2026-04-09T22:32:01.915133Z","end":"2026-04-09T22:32:02.034574Z","steps":["trace[1509533525] 'process raft request' (duration: 119.202021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:02.034727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.480716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:32:02.034795Z","caller":"traceutil/trace.go:171","msg":"trace[1155557243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2086; }","duration":"408.589848ms","start":"2026-04-09T22:32:01.626184Z","end":"2026-04-09T22:32:02.034774Z","steps":["trace[1155557243] 'agreement among raft nodes before linearized reading' (duration: 408.342684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:02.034772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:01.538903Z","time spent":"495.740612ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:02.034855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:01.626167Z","time spent":"408.6739ms","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:32:02.536794Z","caller":"traceutil/trace.go:171","msg":"trace[1986877986] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2174; }","duration":"114.012051ms","start":"2026-04-09T22:32:02.422761Z","end":"2026-04-09T22:32:02.536773Z","steps":["trace[1986877986] 'read index received' (duration: 42.99316ms)","trace[1986877986] 'applied index is now lower than readState.Index' (duration: 71.017961ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:02.536923Z","caller":"traceutil/trace.go:171","msg":"trace[1363040066] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"115.730984ms","start":"2026-04-09T22:32:02.421096Z","end":"2026-04-09T22:32:02.536827Z","steps":["trace[1363040066] 'process raft request' (duration: 44.731013ms)","trace[1363040066] 'compare' (duration: 70.613574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:02.537028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.243596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:02.537065Z","caller":"traceutil/trace.go:171","msg":"trace[1600748911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2092; }","duration":"114.328208ms","start":"2026-04-09T22:32:02.422727Z","end":"2026-04-09T22:32:02.537055Z","steps":["trace[1600748911] 'agreement among raft nodes before linearized reading' (duration: 114.159664ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.265784Z","caller":"traceutil/trace.go:171","msg":"trace[1428289721] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2224; }","duration":"139.978363ms","start":"2026-04-09T22:32:12.125783Z","end":"2026-04-09T22:32:12.265761Z","steps":["trace[1428289721] 'read index received' (duration: 139.747998ms)","trace[1428289721] 'applied index is now lower than readState.Index' (duration: 229.465µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:12.266004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.192617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:32:12.266051Z","caller":"traceutil/trace.go:171","msg":"trace[467003239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"140.284658ms","start":"2026-04-09T22:32:12.125753Z","end":"2026-04-09T22:32:12.266038Z","steps":["trace[467003239] 'agreement among raft nodes before linearized reading' (duration: 140.100945ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.265997Z","caller":"traceutil/trace.go:171","msg":"trace[513001336] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"148.696822ms","start":"2026-04-09T22:32:12.117271Z","end":"2026-04-09T22:32:12.265968Z","steps":["trace[513001336] 'process raft request' (duration: 148.324244ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:17.007699Z","caller":"traceutil/trace.go:171","msg":"trace[1732020543] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2252; }","duration":"201.929699ms","start":"2026-04-09T22:32:16.805728Z","end":"2026-04-09T22:32:17.007657Z","steps":["trace[1732020543] 'read index received' (duration: 201.536671ms)","trace[1732020543] 'applied index is now lower than readState.Index' (duration: 391.608µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:17.00782Z","caller":"traceutil/trace.go:171","msg":"trace[217310355] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"202.682712ms","start":"2026-04-09T22:32:16.805064Z","end":"2026-04-09T22:32:17.007747Z","steps":["trace[217310355] 'process raft request' (duration: 202.346866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:17.008272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.50286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:17.008536Z","caller":"traceutil/trace.go:171","msg":"trace[341888227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2168; }","duration":"202.824807ms","start":"2026-04-09T22:32:16.805694Z","end":"2026-04-09T22:32:17.008518Z","steps":["trace[341888227] 'agreement among raft nodes before linearized reading' (duration: 202.347068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:17.008582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.472359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:32:17.008811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.404369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:32:17.008888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.533201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:32:17.008905Z","caller":"traceutil/trace.go:171","msg":"trace[512688304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2168; }","duration":"201.545451ms","start":"2026-04-09T22:32:16.807338Z","end":"2026-04-09T22:32:17.008883Z","steps":["trace[512688304] 'agreement among raft nodes before linearized reading' (duration: 201.302977ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:17.008877Z","caller":"traceutil/trace.go:171","msg":"trace[408771346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2168; }","duration":"203.187373ms","start":"2026-04-09T22:32:16.805661Z","end":"2026-04-09T22:32:17.008849Z","steps":["trace[408771346] 'agreement among raft nodes before linearized reading' (duration: 202.315047ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:17.008949Z","caller":"traceutil/trace.go:171","msg":"trace[1190022763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2168; }","duration":"201.610352ms","start":"2026-04-09T22:32:16.807321Z","end":"2026-04-09T22:32:17.008931Z","steps":["trace[1190022763] 'agreement among raft nodes before linearized reading' (duration: 201.46504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:17.008612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.749447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:32:17.009206Z","caller":"traceutil/trace.go:171","msg":"trace[714180854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2168; }","duration":"200.364078ms","start":"2026-04-09T22:32:16.808829Z","end":"2026-04-09T22:32:17.009193Z","steps":["trace[714180854] 'agreement among raft nodes before linearized reading' (duration: 199.674445ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:18.690706Z","caller":"traceutil/trace.go:171","msg":"trace[1076092439] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"185.793936ms","start":"2026-04-09T22:32:18.504879Z","end":"2026-04-09T22:32:18.690673Z","steps":["trace[1076092439] 'process raft request' (duration: 89.004998ms)","trace[1076092439] 'compare' (duration: 96.460092ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:19.170598Z","caller":"traceutil/trace.go:171","msg":"trace[1535130809] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2264; }","duration":"150.618238ms","start":"2026-04-09T22:32:19.019941Z","end":"2026-04-09T22:32:19.170559Z","steps":["trace[1535130809] 'read index received' (duration: 150.363394ms)","trace[1535130809] 'applied index is now lower than readState.Index' (duration: 253.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:19.170739Z","caller":"traceutil/trace.go:171","msg":"trace[481890763] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"150.930524ms","start":"2026-04-09T22:32:19.019763Z","end":"2026-04-09T22:32:19.170694Z","steps":["trace[481890763] 'process raft request' (duration: 150.606448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:19.170901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.133681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:32:19.170969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.706281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:32:19.170992Z","caller":"traceutil/trace.go:171","msg":"trace[264909410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2179; }","duration":"147.287363ms","start":"2026-04-09T22:32:19.023681Z","end":"2026-04-09T22:32:19.170968Z","steps":["trace[264909410] 'agreement among raft nodes before linearized reading' (duration: 147.065229ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:19.171036Z","caller":"traceutil/trace.go:171","msg":"trace[1197368405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2179; }","duration":"146.792193ms","start":"2026-04-09T22:32:19.024222Z","end":"2026-04-09T22:32:19.171014Z","steps":["trace[1197368405] 'agreement among raft nodes before linearized reading' (duration: 146.572299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:19.171042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.095137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:32:19.171079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.634471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:32:19.171086Z","caller":"traceutil/trace.go:171","msg":"trace[655435357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2179; }","duration":"151.205299ms","start":"2026-04-09T22:32:19.01987Z","end":"2026-04-09T22:32:19.171075Z","steps":["trace[655435357] 'agreement among raft nodes before linearized reading' (duration: 150.857093ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:19.171141Z","caller":"traceutil/trace.go:171","msg":"trace[2053453703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2179; }","duration":"146.708042ms","start":"2026-04-09T22:32:19.024401Z","end":"2026-04-09T22:32:19.171109Z","steps":["trace[2053453703] 'agreement among raft nodes before linearized reading' (duration: 146.536618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:19.171126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.992708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:19.171198Z","caller":"traceutil/trace.go:171","msg":"trace[1062837043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2179; }","duration":"147.088661ms","start":"2026-04-09T22:32:19.024092Z","end":"2026-04-09T22:32:19.17118Z","steps":["trace[1062837043] 'agreement among raft nodes before linearized reading' (duration: 146.786144ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:24.944393Z","caller":"traceutil/trace.go:171","msg":"trace[935013072] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"503.495903ms","start":"2026-04-09T22:32:24.440874Z","end":"2026-04-09T22:32:24.94437Z","steps":["trace[935013072] 'process raft request' (duration: 503.317779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:24.944605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:24.440852Z","time spent":"503.677716ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:24.952789Z","caller":"traceutil/trace.go:171","msg":"trace[171676014] linearizableReadLoop","detail":"{readStateIndex:2295; appliedIndex:2293; }","duration":"228.256987ms","start":"2026-04-09T22:32:24.724514Z","end":"2026-04-09T22:32:24.952772Z","steps":["trace[171676014] 'read index received' (duration: 219.756583ms)","trace[171676014] 'applied index is now lower than readState.Index' (duration: 8.499644ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:24.952844Z","caller":"traceutil/trace.go:171","msg":"trace[276086712] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"154.086175ms","start":"2026-04-09T22:32:24.798752Z","end":"2026-04-09T22:32:24.952838Z","steps":["trace[276086712] 'process raft request' (duration: 153.995924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:24.952947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.43587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:24.952967Z","caller":"traceutil/trace.go:171","msg":"trace[1198841067] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2209; }","duration":"228.493012ms","start":"2026-04-09T22:32:24.72447Z","end":"2026-04-09T22:32:24.952963Z","steps":["trace[1198841067] 'agreement among raft nodes before linearized reading' (duration: 228.41976ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:24.952945Z","caller":"traceutil/trace.go:171","msg":"trace[1670499189] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"242.86301ms","start":"2026-04-09T22:32:24.709966Z","end":"2026-04-09T22:32:24.952829Z","steps":["trace[1670499189] 'process raft request' (duration: 242.731178ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:25.386188Z","caller":"traceutil/trace.go:171","msg":"trace[1872527437] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"125.37576ms","start":"2026-04-09T22:32:25.260781Z","end":"2026-04-09T22:32:25.386156Z","steps":["trace[1872527437] 'process raft request' (duration: 111.138706ms)","trace[1872527437] 'compare' (duration: 14.03238ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:25.386379Z","caller":"traceutil/trace.go:171","msg":"trace[774706844] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"125.106705ms","start":"2026-04-09T22:32:25.261246Z","end":"2026-04-09T22:32:25.386353Z","steps":["trace[774706844] 'process raft request' (duration: 124.85667ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:25.386586Z","caller":"traceutil/trace.go:171","msg":"trace[951125718] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"125.271869ms","start":"2026-04-09T22:32:25.261307Z","end":"2026-04-09T22:32:25.386579Z","steps":["trace[951125718] 'process raft request' (duration: 124.960572ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:25.386605Z","caller":"traceutil/trace.go:171","msg":"trace[1741978138] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2298; }","duration":"101.201835ms","start":"2026-04-09T22:32:25.285381Z","end":"2026-04-09T22:32:25.386583Z","steps":["trace[1741978138] 'read index received' (duration: 86.531142ms)","trace[1741978138] 'applied index is now lower than readState.Index' (duration: 14.669663ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:25.386689Z","caller":"traceutil/trace.go:171","msg":"trace[721951615] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"123.260529ms","start":"2026-04-09T22:32:25.263397Z","end":"2026-04-09T22:32:25.386657Z","steps":["trace[721951615] 'process raft request' (duration: 123.090216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:25.386805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.412599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d0fb2c076e5c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-09T22:32:25.386852Z","caller":"traceutil/trace.go:171","msg":"trace[720128731] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4d0fb2c076e5c; range_end:; response_count:1; response_revision:2215; }","duration":"101.50463ms","start":"2026-04-09T22:32:25.285335Z","end":"2026-04-09T22:32:25.38684Z","steps":["trace[720128731] 'agreement among raft nodes before linearized reading' (duration: 101.345097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:25.81003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.668888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:25.810154Z","caller":"traceutil/trace.go:171","msg":"trace[1818372534] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"402.021522ms","start":"2026-04-09T22:32:25.408114Z","end":"2026-04-09T22:32:25.810136Z","steps":["trace[1818372534] 'read index received' (duration: 90.064719ms)","trace[1818372534] 'applied index is now lower than readState.Index' (duration: 311.955303ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:25.810238Z","caller":"traceutil/trace.go:171","msg":"trace[337879556] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"421.178943ms","start":"2026-04-09T22:32:25.389029Z","end":"2026-04-09T22:32:25.810208Z","steps":["trace[337879556] 'process raft request' (duration: 109.23364ms)","trace[337879556] 'compare' (duration: 311.355962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:25.810332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.224456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:32:25.810368Z","caller":"traceutil/trace.go:171","msg":"trace[1730744531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"402.299808ms","start":"2026-04-09T22:32:25.408058Z","end":"2026-04-09T22:32:25.810358Z","steps":["trace[1730744531] 'agreement among raft nodes before linearized reading' (duration: 402.126634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:25.810389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:25.389013Z","time spent":"421.297125ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:25.810407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:25.408004Z","time spent":"402.394199ms","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:32:29.085302Z","caller":"traceutil/trace.go:171","msg":"trace[887427537] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"136.76826ms","start":"2026-04-09T22:32:28.948502Z","end":"2026-04-09T22:32:29.08527Z","steps":["trace[887427537] 'process raft request' (duration: 136.604917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:29.331902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.979716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:29.33211Z","caller":"traceutil/trace.go:171","msg":"trace[870363819] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2316; }","duration":"135.275092ms","start":"2026-04-09T22:32:29.196813Z","end":"2026-04-09T22:32:29.332088Z","steps":["trace[870363819] 'read index received' (duration: 42.38µs)","trace[870363819] 'applied index is now lower than readState.Index' (duration: 135.231522ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:29.332171Z","caller":"traceutil/trace.go:171","msg":"trace[778134467] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"370.608726ms","start":"2026-04-09T22:32:28.961542Z","end":"2026-04-09T22:32:29.33215Z","steps":["trace[778134467] 'process raft request' (duration: 370.485374ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:29.33226Z","caller":"traceutil/trace.go:171","msg":"trace[692437172] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"376.796395ms","start":"2026-04-09T22:32:28.955424Z","end":"2026-04-09T22:32:29.33222Z","steps":["trace[692437172] 'process raft request' (duration: 227.34973ms)","trace[692437172] 'compare' (duration: 148.849243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:29.332373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.533357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:32:29.332425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:28.955395Z","time spent":"376.943117ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:29.332475Z","caller":"traceutil/trace.go:171","msg":"trace[1280425724] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2230; }","duration":"135.689469ms","start":"2026-04-09T22:32:29.196762Z","end":"2026-04-09T22:32:29.332451Z","steps":["trace[1280425724] 'agreement among raft nodes before linearized reading' (duration: 135.499406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:29.332543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:28.961516Z","time spent":"370.730619ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:29.55832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.779463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:29.558445Z","caller":"traceutil/trace.go:171","msg":"trace[346984226] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"146.775894ms","start":"2026-04-09T22:32:29.411649Z","end":"2026-04-09T22:32:29.558425Z","steps":["trace[346984226] 'process raft request' (duration: 41.791807ms)","trace[346984226] 'compare' (duration: 104.58905ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:29.559339Z","caller":"traceutil/trace.go:171","msg":"trace[325546305] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"147.654161ms","start":"2026-04-09T22:32:29.411669Z","end":"2026-04-09T22:32:29.559323Z","steps":["trace[325546305] 'process raft request' (duration: 147.539089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:29.559687Z","caller":"traceutil/trace.go:171","msg":"trace[401550177] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"146.835665ms","start":"2026-04-09T22:32:29.41282Z","end":"2026-04-09T22:32:29.559655Z","steps":["trace[401550177] 'process raft request' (duration: 146.694363ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:29.559691Z","caller":"traceutil/trace.go:171","msg":"trace[1882446300] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"147.446016ms","start":"2026-04-09T22:32:29.412216Z","end":"2026-04-09T22:32:29.559662Z","steps":["trace[1882446300] 'process raft request' (duration: 147.073249ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:31.837821Z","caller":"traceutil/trace.go:171","msg":"trace[2010767837] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"500.054395ms","start":"2026-04-09T22:32:31.337733Z","end":"2026-04-09T22:32:31.837787Z","steps":["trace[2010767837] 'process raft request' (duration: 499.8029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:31.838052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.337699Z","time spent":"500.237599ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.171256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.686543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:32.171408Z","caller":"traceutil/trace.go:171","msg":"trace[190687062] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2326; }","duration":"788.109936ms","start":"2026-04-09T22:32:31.383275Z","end":"2026-04-09T22:32:32.171385Z","steps":["trace[190687062] 'read index received' (duration: 454.235581ms)","trace[190687062] 'applied index is now lower than readState.Index' (duration: 333.872265ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:32.171535Z","caller":"traceutil/trace.go:171","msg":"trace[612299087] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"833.122476ms","start":"2026-04-09T22:32:31.338395Z","end":"2026-04-09T22:32:32.171517Z","steps":["trace[612299087] 'process raft request' (duration: 585.067156ms)","trace[612299087] 'compare' (duration: 247.530239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:32.171632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.338365Z","time spent":"833.208698ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.171823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.867981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:32:32.171865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.165408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:32.171919Z","caller":"traceutil/trace.go:171","msg":"trace[174431083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2240; }","duration":"761.098726ms","start":"2026-04-09T22:32:31.410797Z","end":"2026-04-09T22:32:32.171896Z","steps":["trace[174431083] 'agreement among raft nodes before linearized reading' (duration: 760.78529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.171888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.341717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:32:32.171941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.76169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:32:32.171973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.410771Z","time spent":"761.192657ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:32:32.17199Z","caller":"traceutil/trace.go:171","msg":"trace[1812909315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"607.50686ms","start":"2026-04-09T22:32:31.56446Z","end":"2026-04-09T22:32:32.171967Z","steps":["trace[1812909315] 'agreement among raft nodes before linearized reading' (duration: 607.175354ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.171998Z","caller":"traceutil/trace.go:171","msg":"trace[554093072] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2240; }","duration":"282.838102ms","start":"2026-04-09T22:32:31.889143Z","end":"2026-04-09T22:32:32.171981Z","steps":["trace[554093072] 'agreement among raft nodes before linearized reading' (duration: 282.74796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.172049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.564435Z","time spent":"607.600352ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:32.172153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.885582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:32:32.172153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.100044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:32:32.172198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.06834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:32.172251Z","caller":"traceutil/trace.go:171","msg":"trace[1553675822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2240; }","duration":"315.235586ms","start":"2026-04-09T22:32:31.85698Z","end":"2026-04-09T22:32:32.172215Z","steps":["trace[1553675822] 'agreement among raft nodes before linearized reading' (duration: 315.022262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.172258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.201285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:32:32.172262Z","caller":"traceutil/trace.go:171","msg":"trace[2055365616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2240; }","duration":"609.150341ms","start":"2026-04-09T22:32:31.563091Z","end":"2026-04-09T22:32:32.172241Z","steps":["trace[2055365616] 'agreement among raft nodes before linearized reading' (duration: 609.020979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.172299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.856957Z","time spent":"315.333168ms","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:32:32.172302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.137327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-09T22:32:32.172312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.563081Z","time spent":"609.220193ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:32:32.172352Z","caller":"traceutil/trace.go:171","msg":"trace[1133357679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2240; }","duration":"123.241239ms","start":"2026-04-09T22:32:32.049095Z","end":"2026-04-09T22:32:32.172337Z","steps":["trace[1133357679] 'agreement among raft nodes before linearized reading' (duration: 123.142397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.17185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.175297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T22:32:32.1723Z","caller":"traceutil/trace.go:171","msg":"trace[1184932948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2240; }","duration":"607.259895ms","start":"2026-04-09T22:32:31.565025Z","end":"2026-04-09T22:32:32.172285Z","steps":["trace[1184932948] 'agreement among raft nodes before linearized reading' (duration: 607.139093ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.172436Z","caller":"traceutil/trace.go:171","msg":"trace[1456012818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2240; }","duration":"500.808549ms","start":"2026-04-09T22:32:31.671612Z","end":"2026-04-09T22:32:32.17242Z","steps":["trace[1456012818] 'agreement among raft nodes before linearized reading' (duration: 500.019074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.172467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.565011Z","time spent":"607.436058ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:32.17249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.671592Z","time spent":"500.88278ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:32:32.171938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.250851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:32.172551Z","caller":"traceutil/trace.go:171","msg":"trace[1737203457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"223.921344ms","start":"2026-04-09T22:32:31.948616Z","end":"2026-04-09T22:32:32.172538Z","steps":["trace[1737203457] 'agreement among raft nodes before linearized reading' (duration: 223.18874ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.17221Z","caller":"traceutil/trace.go:171","msg":"trace[215223758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"788.973033ms","start":"2026-04-09T22:32:31.383215Z","end":"2026-04-09T22:32:32.172188Z","steps":["trace[215223758] 'agreement among raft nodes before linearized reading' (duration: 788.78865ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.171929Z","caller":"traceutil/trace.go:171","msg":"trace[657326944] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2240; }","duration":"601.245709ms","start":"2026-04-09T22:32:31.570658Z","end":"2026-04-09T22:32:32.171904Z","steps":["trace[657326944] 'agreement among raft nodes before linearized reading' (duration: 601.155177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.172635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.570646Z","time spent":"601.972753ms","remote":"127.0.0.1:36058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:32.172634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.383194Z","time spent":"789.420441ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:32.173198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.169322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:32:32.174153Z","caller":"traceutil/trace.go:171","msg":"trace[116971857] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2240; }","duration":"610.252503ms","start":"2026-04-09T22:32:31.563008Z","end":"2026-04-09T22:32:32.17326Z","steps":["trace[116971857] 'agreement among raft nodes before linearized reading' (duration: 609.323895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.174234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.5629Z","time spent":"611.314594ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:32:32.819515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.02521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:32.819645Z","caller":"traceutil/trace.go:171","msg":"trace[1895598022] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"643.089817ms","start":"2026-04-09T22:32:32.176518Z","end":"2026-04-09T22:32:32.819608Z","steps":["trace[1895598022] 'process raft request' (duration: 309.879913ms)","trace[1895598022] 'compare' (duration: 332.791216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:32.819708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.176503Z","time spent":"643.174699ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:32.824277Z","caller":"traceutil/trace.go:171","msg":"trace[1176594403] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"646.983442ms","start":"2026-04-09T22:32:32.177225Z","end":"2026-04-09T22:32:32.824208Z","steps":["trace[1176594403] 'process raft request' (duration: 646.520313ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.824401Z","caller":"traceutil/trace.go:171","msg":"trace[2143232037] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"646.818909ms","start":"2026-04-09T22:32:32.177546Z","end":"2026-04-09T22:32:32.824365Z","steps":["trace[2143232037] 'process raft request' (duration: 646.610375ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.824391Z","caller":"traceutil/trace.go:171","msg":"trace[1513151995] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"646.623285ms","start":"2026-04-09T22:32:32.177733Z","end":"2026-04-09T22:32:32.824356Z","steps":["trace[1513151995] 'process raft request' (duration: 646.539493ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.824448Z","caller":"traceutil/trace.go:171","msg":"trace[1253374584] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"646.706037ms","start":"2026-04-09T22:32:32.177703Z","end":"2026-04-09T22:32:32.824409Z","steps":["trace[1253374584] 'process raft request' (duration: 646.521364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.824572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.177525Z","time spent":"646.954651ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.82463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.177714Z","time spent":"646.788359ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.824678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.177689Z","time spent":"646.8773ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:32.824701Z","caller":"traceutil/trace.go:171","msg":"trace[1650128817] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"646.86379ms","start":"2026-04-09T22:32:32.177816Z","end":"2026-04-09T22:32:32.82468Z","steps":["trace[1650128817] 'process raft request' (duration: 646.490913ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.824756Z","caller":"traceutil/trace.go:171","msg":"trace[1059191915] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"645.063715ms","start":"2026-04-09T22:32:32.179672Z","end":"2026-04-09T22:32:32.824735Z","steps":["trace[1059191915] 'process raft request' (duration: 644.838541ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.824796Z","caller":"traceutil/trace.go:171","msg":"trace[1479377196] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"144.51528ms","start":"2026-04-09T22:32:32.680263Z","end":"2026-04-09T22:32:32.824779Z","steps":["trace[1479377196] 'process raft request' (duration: 144.466509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.824881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.177807Z","time spent":"646.970932ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:32.824879Z","caller":"traceutil/trace.go:171","msg":"trace[226336918] linearizableReadLoop","detail":"{readStateIndex:2336; appliedIndex:2328; }","duration":"434.488699ms","start":"2026-04-09T22:32:32.390366Z","end":"2026-04-09T22:32:32.824855Z","steps":["trace[226336918] 'read index received' (duration: 96.020054ms)","trace[226336918] 'applied index is now lower than readState.Index' (duration: 338.467295ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:32.824363Z","caller":"traceutil/trace.go:171","msg":"trace[818383549] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"646.938141ms","start":"2026-04-09T22:32:32.177381Z","end":"2026-04-09T22:32:32.824319Z","steps":["trace[818383549] 'process raft request' (duration: 646.598975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.824956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.179644Z","time spent":"645.194558ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.824977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.177344Z","time spent":"647.595174ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.825101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.671052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:32:32.825136Z","caller":"traceutil/trace.go:171","msg":"trace[1572735155] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:2250; }","duration":"434.809735ms","start":"2026-04-09T22:32:32.390318Z","end":"2026-04-09T22:32:32.825128Z","steps":["trace[1572735155] 'agreement among raft nodes before linearized reading' (duration: 434.603011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.82524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.390301Z","time spent":"434.851676ms","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-04-09T22:32:32.825207Z","caller":"traceutil/trace.go:171","msg":"trace[1003943494] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"343.181766ms","start":"2026-04-09T22:32:32.482007Z","end":"2026-04-09T22:32:32.825189Z","steps":["trace[1003943494] 'process raft request' (duration: 342.662007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.825627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.1772Z","time spent":"647.390789ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.825929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.481972Z","time spent":"343.321049ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:40.453981Z","caller":"traceutil/trace.go:171","msg":"trace[843951871] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"115.075501ms","start":"2026-04-09T22:32:40.338878Z","end":"2026-04-09T22:32:40.453953Z","steps":["trace[843951871] 'process raft request' (duration: 114.863047ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:45.522069Z","caller":"traceutil/trace.go:171","msg":"trace[365825003] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"180.20471ms","start":"2026-04-09T22:32:45.34183Z","end":"2026-04-09T22:32:45.522035Z","steps":["trace[365825003] 'process raft request' (duration: 162.074738ms)","trace[365825003] 'compare' (duration: 17.884078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:47.284806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.034955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:47.284995Z","caller":"traceutil/trace.go:171","msg":"trace[1838555990] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"300.205944ms","start":"2026-04-09T22:32:46.984766Z","end":"2026-04-09T22:32:47.284972Z","steps":["trace[1838555990] 'process raft request' (duration: 197.903334ms)","trace[1838555990] 'compare' (duration: 101.899233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:47.285217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:46.98475Z","time spent":"300.422489ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:47.285452Z","caller":"traceutil/trace.go:171","msg":"trace[1331406662] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"300.408478ms","start":"2026-04-09T22:32:46.984972Z","end":"2026-04-09T22:32:47.285381Z","steps":["trace[1331406662] 'process raft request' (duration: 299.945689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:47.285716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:46.984958Z","time spent":"300.56735ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:19.716753Z","caller":"traceutil/trace.go:171","msg":"trace[1437869786] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"262.91889ms","start":"2026-04-09T22:33:19.453806Z","end":"2026-04-09T22:33:19.716725Z","steps":["trace[1437869786] 'process raft request' (duration: 262.767588ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:19.71764Z","caller":"traceutil/trace.go:171","msg":"trace[593560170] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"263.234157ms","start":"2026-04-09T22:33:19.454385Z","end":"2026-04-09T22:33:19.717619Z","steps":["trace[593560170] 'process raft request' (duration: 263.103064ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:20.783139Z","caller":"traceutil/trace.go:171","msg":"trace[544311491] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2782; }","duration":"221.604791ms","start":"2026-04-09T22:33:20.561514Z","end":"2026-04-09T22:33:20.783119Z","steps":["trace[544311491] 'read index received' (duration: 221.375567ms)","trace[544311491] 'applied index is now lower than readState.Index' (duration: 228.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:20.783155Z","caller":"traceutil/trace.go:171","msg":"trace[1905271492] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"415.740994ms","start":"2026-04-09T22:33:20.367402Z","end":"2026-04-09T22:33:20.783143Z","steps":["trace[1905271492] 'process raft request' (duration: 415.53345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:20.783238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.717193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:20.783261Z","caller":"traceutil/trace.go:171","msg":"trace[1952649323] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2677; }","duration":"221.752413ms","start":"2026-04-09T22:33:20.561501Z","end":"2026-04-09T22:33:20.783253Z","steps":["trace[1952649323] 'agreement among raft nodes before linearized reading' (duration: 221.686502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:20.783296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:20.367372Z","time spent":"415.865027ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:20.783434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.190394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:20.783517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.278742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:20.783556Z","caller":"traceutil/trace.go:171","msg":"trace[1769676747] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2677; }","duration":"194.352107ms","start":"2026-04-09T22:33:20.589176Z","end":"2026-04-09T22:33:20.783528Z","steps":["trace[1769676747] 'agreement among raft nodes before linearized reading' (duration: 194.175574ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:20.783599Z","caller":"traceutil/trace.go:171","msg":"trace[1223631480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2677; }","duration":"144.388294ms","start":"2026-04-09T22:33:20.639191Z","end":"2026-04-09T22:33:20.78358Z","steps":["trace[1223631480] 'agreement among raft nodes before linearized reading' (duration: 144.214671ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:25.731012Z","caller":"traceutil/trace.go:171","msg":"trace[1230634139] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"211.802627ms","start":"2026-04-09T22:33:25.519184Z","end":"2026-04-09T22:33:25.730986Z","steps":["trace[1230634139] 'process raft request' (duration: 211.660514ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:27.979887Z","caller":"traceutil/trace.go:171","msg":"trace[1751533534] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2833; }","duration":"222.940686ms","start":"2026-04-09T22:33:27.756911Z","end":"2026-04-09T22:33:27.979852Z","steps":["trace[1751533534] 'read index received' (duration: 222.58572ms)","trace[1751533534] 'applied index is now lower than readState.Index' (duration: 353.676µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:27.980038Z","caller":"traceutil/trace.go:171","msg":"trace[1341495466] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"226.369122ms","start":"2026-04-09T22:33:27.753622Z","end":"2026-04-09T22:33:27.979991Z","steps":["trace[1341495466] 'process raft request' (duration: 225.982925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:27.980225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.277612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:27.980277Z","caller":"traceutil/trace.go:171","msg":"trace[1163512415] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2726; }","duration":"223.362464ms","start":"2026-04-09T22:33:27.756896Z","end":"2026-04-09T22:33:27.980258Z","steps":["trace[1163512415] 'agreement among raft nodes before linearized reading' (duration: 223.16104ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:37.412255Z","caller":"traceutil/trace.go:171","msg":"trace[443363326] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"116.310675ms","start":"2026-04-09T22:33:37.295897Z","end":"2026-04-09T22:33:37.412207Z","steps":["trace[443363326] 'process raft request' (duration: 109.71159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.641352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.614808ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:33:37.64147Z","caller":"traceutil/trace.go:171","msg":"trace[144968193] linearizableReadLoop","detail":"{readStateIndex:2901; appliedIndex:2900; }","duration":"118.179549ms","start":"2026-04-09T22:33:37.523273Z","end":"2026-04-09T22:33:37.641452Z","steps":["trace[144968193] 'read index received' (duration: 65.381µs)","trace[144968193] 'applied index is now lower than readState.Index' (duration: 118.112578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:37.641613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.334812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:37.641769Z","caller":"traceutil/trace.go:171","msg":"trace[1256248562] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2791; }","duration":"118.427715ms","start":"2026-04-09T22:33:37.523221Z","end":"2026-04-09T22:33:37.641649Z","steps":["trace[1256248562] 'agreement among raft nodes before linearized reading' (duration: 118.333172ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:48.381033Z","caller":"traceutil/trace.go:171","msg":"trace[937177547] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"125.099108ms","start":"2026-04-09T22:33:48.255907Z","end":"2026-04-09T22:33:48.381007Z","steps":["trace[937177547] 'process raft request' (duration: 124.929105ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:48.4313Z","caller":"traceutil/trace.go:171","msg":"trace[1243798992] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"167.547428ms","start":"2026-04-09T22:33:48.263721Z","end":"2026-04-09T22:33:48.431268Z","steps":["trace[1243798992] 'process raft request' (duration: 126.838901ms)","trace[1243798992] 'compare' (duration: 40.578635ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:50.290243Z","caller":"traceutil/trace.go:171","msg":"trace[68425495] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2971; }","duration":"154.014213ms","start":"2026-04-09T22:33:50.136206Z","end":"2026-04-09T22:33:50.290221Z","steps":["trace[68425495] 'read index received' (duration: 153.832649ms)","trace[68425495] 'applied index is now lower than readState.Index' (duration: 180.314µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:50.290375Z","caller":"traceutil/trace.go:171","msg":"trace[50361848] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"180.809668ms","start":"2026-04-09T22:33:50.109527Z","end":"2026-04-09T22:33:50.290337Z","steps":["trace[50361848] 'process raft request' (duration: 180.536863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:50.290539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.307719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T22:33:50.290627Z","caller":"traceutil/trace.go:171","msg":"trace[1122627130] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2860; }","duration":"154.432582ms","start":"2026-04-09T22:33:50.13617Z","end":"2026-04-09T22:33:50.290603Z","steps":["trace[1122627130] 'agreement among raft nodes before linearized reading' (duration: 154.182596ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:54.53138Z","caller":"traceutil/trace.go:171","msg":"trace[1094419003] linearizableReadLoop","detail":"{readStateIndex:2993; appliedIndex:2992; }","duration":"201.852504ms","start":"2026-04-09T22:33:54.329499Z","end":"2026-04-09T22:33:54.531352Z","steps":["trace[1094419003] 'read index received' (duration: 201.674061ms)","trace[1094419003] 'applied index is now lower than readState.Index' (duration: 177.563µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:54.531431Z","caller":"traceutil/trace.go:171","msg":"trace[1748196026] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"217.381507ms","start":"2026-04-09T22:33:54.314014Z","end":"2026-04-09T22:33:54.531396Z","steps":["trace[1748196026] 'process raft request' (duration: 217.180373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:54.531576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.053259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:54.53162Z","caller":"traceutil/trace.go:171","msg":"trace[445870611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2880; }","duration":"202.13673ms","start":"2026-04-09T22:33:54.329468Z","end":"2026-04-09T22:33:54.531605Z","steps":["trace[445870611] 'agreement among raft nodes before linearized reading' (duration: 201.984567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.448974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.891487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:55.449079Z","caller":"traceutil/trace.go:171","msg":"trace[2024228871] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2882; }","duration":"608.08609ms","start":"2026-04-09T22:33:54.840973Z","end":"2026-04-09T22:33:55.449059Z","steps":["trace[2024228871] 'count revisions from in-memory index tree' (duration: 607.742253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.449125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:54.840937Z","time spent":"608.176192ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:55.449234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.723847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:55.449384Z","caller":"traceutil/trace.go:171","msg":"trace[783116453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2882; }","duration":"500.928931ms","start":"2026-04-09T22:33:54.948421Z","end":"2026-04-09T22:33:55.44935Z","steps":["trace[783116453] 'range keys from in-memory index tree' (duration: 500.648446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.449454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:54.948385Z","time spent":"501.052853ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:55.449498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.358321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a4d10ee2411056\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-09T22:33:55.449576Z","caller":"traceutil/trace.go:171","msg":"trace[1628087666] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a4d10ee2411056; range_end:; response_count:1; response_revision:2882; }","duration":"499.767139ms","start":"2026-04-09T22:33:54.949773Z","end":"2026-04-09T22:33:55.44954Z","steps":["trace[1628087666] 'range keys from in-memory index tree' (duration: 499.129726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.449631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:54.949767Z","time spent":"499.85178ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a4d10ee2411056\" "} {"level":"info","ts":"2026-04-09T22:33:55.647672Z","caller":"traceutil/trace.go:171","msg":"trace[128286539] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"672.238109ms","start":"2026-04-09T22:33:54.975391Z","end":"2026-04-09T22:33:55.647629Z","steps":["trace[128286539] 'process raft request' (duration: 671.919222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.647944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:54.975361Z","time spent":"672.457753ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:56.545382Z","caller":"traceutil/trace.go:171","msg":"trace[1235401150] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"1.393519333s","start":"2026-04-09T22:33:55.151829Z","end":"2026-04-09T22:33:56.545348Z","steps":["trace[1235401150] 'process raft request' (duration: 1.393270248s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.545623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.151803Z","time spent":"1.393691816s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:56.545651Z","caller":"traceutil/trace.go:171","msg":"trace[1569787676] linearizableReadLoop","detail":"{readStateIndex:2998; appliedIndex:2995; }","duration":"1.228349839s","start":"2026-04-09T22:33:55.317282Z","end":"2026-04-09T22:33:56.545632Z","steps":["trace[1569787676] 'read index received' (duration: 330.131622ms)","trace[1569787676] 'applied index is now lower than readState.Index' (duration: 898.216587ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:56.545655Z","caller":"traceutil/trace.go:171","msg":"trace[1461999066] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"1.31852776s","start":"2026-04-09T22:33:55.227081Z","end":"2026-04-09T22:33:56.545609Z","steps":["trace[1461999066] 'process raft request' (duration: 1.318215484s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.54575Z","caller":"traceutil/trace.go:171","msg":"trace[1674573995] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"1.093089421s","start":"2026-04-09T22:33:55.452649Z","end":"2026-04-09T22:33:56.545739Z","steps":["trace[1674573995] 'process raft request' (duration: 1.092886467s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.545834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.452625Z","time spent":"1.093162762s","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:56.545848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.227047Z","time spent":"1.318697022s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:56.546095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228805327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-09T22:33:56.546169Z","caller":"traceutil/trace.go:171","msg":"trace[779043913] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2886; }","duration":"1.228913209s","start":"2026-04-09T22:33:55.317237Z","end":"2026-04-09T22:33:56.546151Z","steps":["trace[779043913] 'agreement among raft nodes before linearized reading' (duration: 1.228683595s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.546201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.317222Z","time spent":"1.22897266s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-09T22:33:56.567752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075901418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:33:56.567834Z","caller":"traceutil/trace.go:171","msg":"trace[1703297740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2887; }","duration":"1.07606124s","start":"2026-04-09T22:33:55.491752Z","end":"2026-04-09T22:33:56.567813Z","steps":["trace[1703297740] 'agreement among raft nodes before linearized reading' (duration: 1.075867197s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.567872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.491743Z","time spent":"1.076123041s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:33:56.567913Z","caller":"traceutil/trace.go:171","msg":"trace[1188824544] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"678.447747ms","start":"2026-04-09T22:33:55.889429Z","end":"2026-04-09T22:33:56.567877Z","steps":["trace[1188824544] 'process raft request' (duration: 677.957418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.567918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.758533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:56.567987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193149946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:33:56.56802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188455418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:33:56.568054Z","caller":"traceutil/trace.go:171","msg":"trace[948374614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2887; }","duration":"1.193278158s","start":"2026-04-09T22:33:55.374759Z","end":"2026-04-09T22:33:56.568038Z","steps":["trace[948374614] 'agreement among raft nodes before linearized reading' (duration: 1.193084325s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.568077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.889402Z","time spent":"678.59241ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:56.568112Z","caller":"traceutil/trace.go:171","msg":"trace[686565297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2887; }","duration":"1.18859586s","start":"2026-04-09T22:33:55.379495Z","end":"2026-04-09T22:33:56.56809Z","steps":["trace[686565297] 'agreement among raft nodes before linearized reading' (duration: 1.188299025s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.568119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.374724Z","time spent":"1.193381121s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:33:56.56811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02780176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:56.568191Z","caller":"traceutil/trace.go:171","msg":"trace[1633742560] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2887; }","duration":"1.027899512s","start":"2026-04-09T22:33:55.540262Z","end":"2026-04-09T22:33:56.568162Z","steps":["trace[1633742560] 'agreement among raft nodes before linearized reading' (duration: 1.02780749s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.568254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.540243Z","time spent":"1.027996953s","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:56.568263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15570814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T22:33:56.568162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.379481Z","time spent":"1.188671772s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:33:56.568352Z","caller":"traceutil/trace.go:171","msg":"trace[1102690025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2887; }","duration":"1.155845693s","start":"2026-04-09T22:33:55.412467Z","end":"2026-04-09T22:33:56.568313Z","steps":["trace[1102690025] 'agreement among raft nodes before linearized reading' (duration: 1.155617879s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.568411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.412437Z","time spent":"1.155961415s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:56.568664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117497692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:56.568707Z","caller":"traceutil/trace.go:171","msg":"trace[580468370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2887; }","duration":"1.117565252s","start":"2026-04-09T22:33:55.451133Z","end":"2026-04-09T22:33:56.568698Z","steps":["trace[580468370] 'agreement among raft nodes before linearized reading' (duration: 1.11747611s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.568736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.451109Z","time spent":"1.117617404s","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:33:56.568035Z","caller":"traceutil/trace.go:171","msg":"trace[737803099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2887; }","duration":"304.938507ms","start":"2026-04-09T22:33:56.263066Z","end":"2026-04-09T22:33:56.568005Z","steps":["trace[737803099] 'agreement among raft nodes before linearized reading' (duration: 304.749453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.569204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:56.263045Z","time spent":"306.1419ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:56.814799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.905956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:56.814994Z","caller":"traceutil/trace.go:171","msg":"trace[1443405712] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"258.648603ms","start":"2026-04-09T22:33:56.556297Z","end":"2026-04-09T22:33:56.814945Z","steps":["trace[1443405712] 'process raft request' (duration: 74.498424ms)","trace[1443405712] 'compare' (duration: 183.671371ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:56.815162Z","caller":"traceutil/trace.go:171","msg":"trace[1958876286] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"237.515597ms","start":"2026-04-09T22:33:56.577623Z","end":"2026-04-09T22:33:56.815139Z","steps":["trace[1958876286] 'process raft request' (duration: 237.470386ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.815219Z","caller":"traceutil/trace.go:171","msg":"trace[1373557118] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"241.185196ms","start":"2026-04-09T22:33:56.574018Z","end":"2026-04-09T22:33:56.815203Z","steps":["trace[1373557118] 'process raft request' (duration: 241.006262ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.815226Z","caller":"traceutil/trace.go:171","msg":"trace[1395935819] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"242.070722ms","start":"2026-04-09T22:33:56.573125Z","end":"2026-04-09T22:33:56.815195Z","steps":["trace[1395935819] 'process raft request' (duration: 241.799726ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.815298Z","caller":"traceutil/trace.go:171","msg":"trace[806330254] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"240.699276ms","start":"2026-04-09T22:33:56.574561Z","end":"2026-04-09T22:33:56.81526Z","steps":["trace[806330254] 'process raft request' (duration: 240.497552ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.815349Z","caller":"traceutil/trace.go:171","msg":"trace[1853549936] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"241.939039ms","start":"2026-04-09T22:33:56.573402Z","end":"2026-04-09T22:33:56.815341Z","steps":["trace[1853549936] 'process raft request' (duration: 241.581712ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.815387Z","caller":"traceutil/trace.go:171","msg":"trace[114553479] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:3000; }","duration":"247.774689ms","start":"2026-04-09T22:33:56.567562Z","end":"2026-04-09T22:33:56.815336Z","steps":["trace[114553479] 'read index received' (duration: 63.248562ms)","trace[114553479] 'applied index is now lower than readState.Index' (duration: 184.496237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:56.81551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.220719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a4d1114371f59f\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-09T22:33:56.815586Z","caller":"traceutil/trace.go:171","msg":"trace[102194170] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a4d1114371f59f; range_end:; response_count:1; response_revision:2893; }","duration":"265.337031ms","start":"2026-04-09T22:33:56.550242Z","end":"2026-04-09T22:33:56.815579Z","steps":["trace[102194170] 'agreement among raft nodes before linearized reading' (duration: 265.169838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.815632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.659318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:56.815718Z","caller":"traceutil/trace.go:171","msg":"trace[588811374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2893; }","duration":"255.775991ms","start":"2026-04-09T22:33:56.559921Z","end":"2026-04-09T22:33:56.815697Z","steps":["trace[588811374] 'agreement among raft nodes before linearized reading' (duration: 255.428955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.815736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.329381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:56.815821Z","caller":"traceutil/trace.go:171","msg":"trace[711322210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2893; }","duration":"238.446004ms","start":"2026-04-09T22:33:56.577362Z","end":"2026-04-09T22:33:56.815808Z","steps":["trace[711322210] 'agreement among raft nodes before linearized reading' (duration: 238.322182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.81588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.676337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-09T22:33:56.815949Z","caller":"traceutil/trace.go:171","msg":"trace[136775752] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2893; }","duration":"265.80422ms","start":"2026-04-09T22:33:56.550126Z","end":"2026-04-09T22:33:56.81593Z","steps":["trace[136775752] 'agreement among raft nodes before linearized reading' (duration: 265.473904ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:57.06558Z","caller":"traceutil/trace.go:171","msg":"trace[742431880] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"197.005712ms","start":"2026-04-09T22:33:56.868551Z","end":"2026-04-09T22:33:57.065557Z","steps":["trace[742431880] 'process raft request' (duration: 187.860761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:03.526238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.183402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-09T22:34:03.526309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.300229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:34:03.526333Z","caller":"traceutil/trace.go:171","msg":"trace[500431883] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2929; }","duration":"210.323064ms","start":"2026-04-09T22:34:03.31599Z","end":"2026-04-09T22:34:03.526313Z","steps":["trace[500431883] 'range keys from in-memory index tree' (duration: 209.998568ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:03.526372Z","caller":"traceutil/trace.go:171","msg":"trace[1045215858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2929; }","duration":"353.404831ms","start":"2026-04-09T22:34:03.17295Z","end":"2026-04-09T22:34:03.526355Z","steps":["trace[1045215858] 'range keys from in-memory index tree' (duration: 353.101275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:03.526648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:03.172926Z","time spent":"353.560624ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T22:34:25.11146Z","caller":"traceutil/trace.go:171","msg":"trace[522134655] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"160.933353ms","start":"2026-04-09T22:34:24.950508Z","end":"2026-04-09T22:34:25.111441Z","steps":["trace[522134655] 'process raft request' (duration: 160.80434ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:25.113648Z","caller":"traceutil/trace.go:171","msg":"trace[120793738] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"117.026146ms","start":"2026-04-09T22:34:24.996608Z","end":"2026-04-09T22:34:25.113635Z","steps":["trace[120793738] 'process raft request' (duration: 116.803752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:35.943358Z","caller":"traceutil/trace.go:171","msg":"trace[1422531718] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"125.561328ms","start":"2026-04-09T22:34:35.817764Z","end":"2026-04-09T22:34:35.943326Z","steps":["trace[1422531718] 'process raft request' (duration: 125.368473ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:49.349307Z","caller":"traceutil/trace.go:171","msg":"trace[1244566771] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"121.990008ms","start":"2026-04-09T22:34:49.227276Z","end":"2026-04-09T22:34:49.349266Z","steps":["trace[1244566771] 'process raft request' (duration: 110.859899ms)","trace[1244566771] 'compare' (duration: 10.886635ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:56.21314Z","caller":"traceutil/trace.go:171","msg":"trace[1437746570] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"107.769544ms","start":"2026-04-09T22:34:56.105345Z","end":"2026-04-09T22:34:56.213115Z","steps":["trace[1437746570] 'process raft request' (duration: 107.613561ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:57.030991Z","caller":"traceutil/trace.go:171","msg":"trace[1151687504] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"222.37612ms","start":"2026-04-09T22:34:56.808563Z","end":"2026-04-09T22:34:57.03094Z","steps":["trace[1151687504] 'process raft request' (duration: 140.895309ms)","trace[1151687504] 'compare' (duration: 81.209276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:57.999143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.731149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:34:57.999417Z","caller":"traceutil/trace.go:171","msg":"trace[1131609686] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"222.781677ms","start":"2026-04-09T22:34:57.776601Z","end":"2026-04-09T22:34:57.999383Z","steps":["trace[1131609686] 'process raft request' (duration: 222.637284ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:57.999451Z","caller":"traceutil/trace.go:171","msg":"trace[890108675] linearizableReadLoop","detail":"{readStateIndex:3346; appliedIndex:3345; }","duration":"386.056603ms","start":"2026-04-09T22:34:57.6133Z","end":"2026-04-09T22:34:57.999357Z","steps":["trace[890108675] 'read index received' (duration: 36.014639ms)","trace[890108675] 'applied index is now lower than readState.Index' (duration: 350.038884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:57.99961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.296379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a4d10e570bc4db\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-09T22:34:57.999699Z","caller":"traceutil/trace.go:171","msg":"trace[1354897860] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a4d10e570bc4db; range_end:; response_count:1; response_revision:3220; }","duration":"386.422241ms","start":"2026-04-09T22:34:57.613257Z","end":"2026-04-09T22:34:57.999679Z","steps":["trace[1354897860] 'agreement among raft nodes before linearized reading' (duration: 386.186016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:57.999796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:57.613239Z","time spent":"386.517393ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a4d10e570bc4db\" "} {"level":"warn","ts":"2026-04-09T22:36:28.54077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685810217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:36:29.041234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685810217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:36:29.129617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146915296s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:36:29.130153Z","caller":"traceutil/trace.go:171","msg":"trace[1136385578] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"1.147566139s","start":"2026-04-09T22:36:27.98255Z","end":"2026-04-09T22:36:29.130116Z","steps":["trace[1136385578] 'process raft request' (duration: 1.147358715s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.130353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:27.982523Z","time spent":"1.147703031s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:36:29.132362Z","caller":"traceutil/trace.go:171","msg":"trace[2007192052] linearizableReadLoop","detail":"{readStateIndex:4036; appliedIndex:4034; }","duration":"1.092051579s","start":"2026-04-09T22:36:28.040283Z","end":"2026-04-09T22:36:29.132334Z","steps":["trace[2007192052] 'read index received' (duration: 1.089597372s)","trace[2007192052] 'applied index is now lower than readState.Index' (duration: 2.452977ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:36:29.132513Z","caller":"traceutil/trace.go:171","msg":"trace[1099222590] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"587.315353ms","start":"2026-04-09T22:36:28.545159Z","end":"2026-04-09T22:36:29.132475Z","steps":["trace[1099222590] 'process raft request' (duration: 587.010907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.132709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092404455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-09T22:36:29.132751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054653434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:36:29.132851Z","caller":"traceutil/trace.go:171","msg":"trace[1777807658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3884; }","duration":"1.092559359s","start":"2026-04-09T22:36:28.040227Z","end":"2026-04-09T22:36:29.132786Z","steps":["trace[1777807658] 'agreement among raft nodes before linearized reading' (duration: 1.092276703s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.132955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.0402Z","time spent":"1.092739472s","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:36:29.132965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059754363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:36:29.133038Z","caller":"traceutil/trace.go:171","msg":"trace[518108042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3884; }","duration":"1.059855814s","start":"2026-04-09T22:36:28.073171Z","end":"2026-04-09T22:36:29.133027Z","steps":["trace[518108042] 'agreement among raft nodes before linearized reading' (duration: 1.05964086s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.132873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056242086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:36:29.133015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049734441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:36:29.133121Z","caller":"traceutil/trace.go:171","msg":"trace[1682272378] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3884; }","duration":"1.05649584s","start":"2026-04-09T22:36:28.076602Z","end":"2026-04-09T22:36:29.133098Z","steps":["trace[1682272378] 'agreement among raft nodes before linearized reading' (duration: 1.056190055s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:29.132839Z","caller":"traceutil/trace.go:171","msg":"trace[1468071378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3884; }","duration":"1.054775068s","start":"2026-04-09T22:36:28.078042Z","end":"2026-04-09T22:36:29.132817Z","steps":["trace[1468071378] 'agreement among raft nodes before linearized reading' (duration: 1.054576973s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:29.133164Z","caller":"traceutil/trace.go:171","msg":"trace[33377630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:3884; }","duration":"1.049940735s","start":"2026-04-09T22:36:28.083191Z","end":"2026-04-09T22:36:29.133132Z","steps":["trace[33377630] 'agreement among raft nodes before linearized reading' (duration: 1.049493546s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.133192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.07659Z","time spent":"1.056585453s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:36:29.133208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.078023Z","time spent":"1.055170905s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:36:29.133236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.083168Z","time spent":"1.050057246s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"warn","ts":"2026-04-09T22:36:29.132719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.108584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:36:29.133418Z","caller":"traceutil/trace.go:171","msg":"trace[1185293962] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3884; }","duration":"624.828879ms","start":"2026-04-09T22:36:28.508522Z","end":"2026-04-09T22:36:29.133351Z","steps":["trace[1185293962] 'agreement among raft nodes before linearized reading' (duration: 624.107105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.133605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.508501Z","time spent":"625.033632ms","remote":"127.0.0.1:59472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:36:29.13276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.545124Z","time spent":"587.504916ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:29.133079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.073165Z","time spent":"1.059907545s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:36:29.13486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062098587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:36:29.134929Z","caller":"traceutil/trace.go:171","msg":"trace[1513641075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3884; }","duration":"1.062205199s","start":"2026-04-09T22:36:28.072705Z","end":"2026-04-09T22:36:29.134911Z","steps":["trace[1513641075] 'agreement among raft nodes before linearized reading' (duration: 1.059904185s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.134975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:28.072688Z","time spent":"1.06227551s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:36:29.542873Z","caller":"traceutil/trace.go:171","msg":"trace[1068153154] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"401.848152ms","start":"2026-04-09T22:36:29.140993Z","end":"2026-04-09T22:36:29.542841Z","steps":["trace[1068153154] 'process raft request' (duration: 393.321269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.54303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:29.14097Z","time spent":"401.973874ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:36:29.548433Z","caller":"traceutil/trace.go:171","msg":"trace[832326103] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"407.150272ms","start":"2026-04-09T22:36:29.141257Z","end":"2026-04-09T22:36:29.548407Z","steps":["trace[832326103] 'process raft request' (duration: 406.802246ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:29.54847Z","caller":"traceutil/trace.go:171","msg":"trace[247287470] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"406.189375ms","start":"2026-04-09T22:36:29.142238Z","end":"2026-04-09T22:36:29.548428Z","steps":["trace[247287470] 'process raft request' (duration: 406.049472ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:29.548704Z","caller":"traceutil/trace.go:171","msg":"trace[1233357660] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"406.262118ms","start":"2026-04-09T22:36:29.142424Z","end":"2026-04-09T22:36:29.548686Z","steps":["trace[1233357660] 'process raft request' (duration: 405.91712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.548649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:29.141229Z","time spent":"407.310256ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:29.54878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:29.142417Z","time spent":"406.325279ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:29.548898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:29.142224Z","time spent":"406.481881ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:36:29.548942Z","caller":"traceutil/trace.go:171","msg":"trace[1272459280] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"160.559216ms","start":"2026-04-09T22:36:29.388372Z","end":"2026-04-09T22:36:29.548931Z","steps":["trace[1272459280] 'process raft request' (duration: 160.260371ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:29.548934Z","caller":"traceutil/trace.go:171","msg":"trace[1359098622] linearizableReadLoop","detail":"{readStateIndex:4040; appliedIndex:4036; }","duration":"405.952831ms","start":"2026-04-09T22:36:29.142955Z","end":"2026-04-09T22:36:29.548908Z","steps":["trace[1359098622] 'read index received' (duration: 391.355931ms)","trace[1359098622] 'applied index is now lower than readState.Index' (duration: 14.59554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:36:29.549325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.351308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63063"} {"level":"info","ts":"2026-04-09T22:36:29.549486Z","caller":"traceutil/trace.go:171","msg":"trace[758735447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3890; }","duration":"406.44676ms","start":"2026-04-09T22:36:29.142915Z","end":"2026-04-09T22:36:29.549362Z","steps":["trace[758735447] 'agreement among raft nodes before linearized reading' (duration: 406.211036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.549534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:29.1429Z","time spent":"406.623523ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63086,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:36:29.550023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.818704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:36:29.550089Z","caller":"traceutil/trace.go:171","msg":"trace[1126553472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3890; }","duration":"255.956137ms","start":"2026-04-09T22:36:29.294117Z","end":"2026-04-09T22:36:29.550073Z","steps":["trace[1126553472] 'agreement among raft nodes before linearized reading' (duration: 255.826554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:47.846793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.538702ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:36:47.847094Z","caller":"traceutil/trace.go:171","msg":"trace[1895352080] linearizableReadLoop","detail":"{readStateIndex:4153; appliedIndex:4151; }","duration":"125.535397ms","start":"2026-04-09T22:36:47.72154Z","end":"2026-04-09T22:36:47.847075Z","steps":["trace[1895352080] 'read index received' (duration: 17.731148ms)","trace[1895352080] 'applied index is now lower than readState.Index' (duration: 107.803199ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:36:47.847535Z","caller":"traceutil/trace.go:171","msg":"trace[1497453284] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"136.774862ms","start":"2026-04-09T22:36:47.710729Z","end":"2026-04-09T22:36:47.847504Z","steps":["trace[1497453284] 'process raft request' (duration: 136.18112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:47.847601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.031586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:36:47.847673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.663803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:36:47.847677Z","caller":"traceutil/trace.go:171","msg":"trace[767295957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3997; }","duration":"126.142479ms","start":"2026-04-09T22:36:47.721516Z","end":"2026-04-09T22:36:47.847658Z","steps":["trace[767295957] 'agreement among raft nodes before linearized reading' (duration: 125.906334ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:47.847728Z","caller":"traceutil/trace.go:171","msg":"trace[286961080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3997; }","duration":"122.741324ms","start":"2026-04-09T22:36:47.724973Z","end":"2026-04-09T22:36:47.847714Z","steps":["trace[286961080] 'agreement among raft nodes before linearized reading' (duration: 122.580181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:47.84766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.384475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T22:36:47.847827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.291533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:36:47.847875Z","caller":"traceutil/trace.go:171","msg":"trace[1972845175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3997; }","duration":"123.65888ms","start":"2026-04-09T22:36:47.724204Z","end":"2026-04-09T22:36:47.847863Z","steps":["trace[1972845175] 'agreement among raft nodes before linearized reading' (duration: 123.271703ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:47.847892Z","caller":"traceutil/trace.go:171","msg":"trace[1993641643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3997; }","duration":"123.371946ms","start":"2026-04-09T22:36:47.724501Z","end":"2026-04-09T22:36:47.847873Z","steps":["trace[1993641643] 'agreement among raft nodes before linearized reading' (duration: 123.201602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:47.848143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.805234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:36:47.848263Z","caller":"traceutil/trace.go:171","msg":"trace[481206228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:3997; }","duration":"122.992867ms","start":"2026-04-09T22:36:47.725221Z","end":"2026-04-09T22:36:47.848214Z","steps":["trace[481206228] 'agreement among raft nodes before linearized reading' (duration: 122.60289ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:47.977709Z","caller":"traceutil/trace.go:171","msg":"trace[1649131619] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"124.700081ms","start":"2026-04-09T22:36:47.852976Z","end":"2026-04-09T22:36:47.977676Z","steps":["trace[1649131619] 'process raft request' (duration: 117.752788ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.020227Z","caller":"traceutil/trace.go:171","msg":"trace[574231672] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"166.469048ms","start":"2026-04-09T22:36:47.853731Z","end":"2026-04-09T22:36:48.0202Z","steps":["trace[574231672] 'process raft request' (duration: 166.382757ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.020263Z","caller":"traceutil/trace.go:171","msg":"trace[11230110] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"166.508429ms","start":"2026-04-09T22:36:47.853712Z","end":"2026-04-09T22:36:48.020221Z","steps":["trace[11230110] 'process raft request' (duration: 166.348536ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.020236Z","caller":"traceutil/trace.go:171","msg":"trace[616166926] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"167.014348ms","start":"2026-04-09T22:36:47.853182Z","end":"2026-04-09T22:36:48.020197Z","steps":["trace[616166926] 'process raft request' (duration: 166.732103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:48.020725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.673373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62869"} {"level":"info","ts":"2026-04-09T22:36:48.020778Z","caller":"traceutil/trace.go:171","msg":"trace[1351846695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4002; }","duration":"166.792634ms","start":"2026-04-09T22:36:47.853974Z","end":"2026-04-09T22:36:48.020766Z","steps":["trace[1351846695] 'agreement among raft nodes before linearized reading' (duration: 166.549168ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.021013Z","caller":"traceutil/trace.go:171","msg":"trace[1904985697] linearizableReadLoop","detail":"{readStateIndex:4157; appliedIndex:4153; }","duration":"166.312634ms","start":"2026-04-09T22:36:47.854029Z","end":"2026-04-09T22:36:48.020342Z","steps":["trace[1904985697] 'read index received' (duration: 116.689647ms)","trace[1904985697] 'applied index is now lower than readState.Index' (duration: 49.622037ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:19.424531Z","caller":"traceutil/trace.go:171","msg":"trace[1502982870] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4403; }","duration":"407.683605ms","start":"2026-04-09T22:37:19.016825Z","end":"2026-04-09T22:37:19.424508Z","steps":["trace[1502982870] 'read index received' (duration: 407.612133ms)","trace[1502982870] 'applied index is now lower than readState.Index' (duration: 70.512µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:19.424667Z","caller":"traceutil/trace.go:171","msg":"trace[1853162319] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"424.772861ms","start":"2026-04-09T22:37:18.999867Z","end":"2026-04-09T22:37:19.42464Z","steps":["trace[1853162319] 'process raft request' (duration: 424.471415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:19.42472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.872108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:37:19.424781Z","caller":"traceutil/trace.go:171","msg":"trace[1779567647] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4238; }","duration":"407.9913ms","start":"2026-04-09T22:37:19.016776Z","end":"2026-04-09T22:37:19.424767Z","steps":["trace[1779567647] 'agreement among raft nodes before linearized reading' (duration: 407.852938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:19.424792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:18.999847Z","time spent":"424.883724ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13435,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:37:19.424833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:19.016756Z","time spent":"408.062571ms","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:37:19.431509Z","caller":"traceutil/trace.go:171","msg":"trace[1139682873] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"115.503107ms","start":"2026-04-09T22:37:19.315957Z","end":"2026-04-09T22:37:19.43146Z","steps":["trace[1139682873] 'process raft request' (duration: 115.209921ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:38.372765Z","caller":"traceutil/trace.go:171","msg":"trace[1206193003] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"101.184872ms","start":"2026-04-09T22:37:38.271523Z","end":"2026-04-09T22:37:38.372708Z","steps":["trace[1206193003] 'process raft request' (duration: 100.122552ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:44.715151Z","caller":"traceutil/trace.go:171","msg":"trace[1390855901] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4917; }","duration":"315.29298ms","start":"2026-04-09T22:37:44.399832Z","end":"2026-04-09T22:37:44.715125Z","steps":["trace[1390855901] 'read index received' (duration: 315.104757ms)","trace[1390855901] 'applied index is now lower than readState.Index' (duration: 186.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:44.715261Z","caller":"traceutil/trace.go:171","msg":"trace[1151532618] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"320.066921ms","start":"2026-04-09T22:37:44.395185Z","end":"2026-04-09T22:37:44.715252Z","steps":["trace[1151532618] 'process raft request' (duration: 319.776316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.715512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.671098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:37:44.715597Z","caller":"traceutil/trace.go:171","msg":"trace[1346579174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4728; }","duration":"315.82586ms","start":"2026-04-09T22:37:44.399748Z","end":"2026-04-09T22:37:44.715574Z","steps":["trace[1346579174] 'agreement among raft nodes before linearized reading' (duration: 315.639357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.715643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:44.399729Z","time spent":"315.903242ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:37:44.715987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:44.395163Z","time spent":"320.120523ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:44.720704Z","caller":"traceutil/trace.go:171","msg":"trace[1204623937] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"140.82798ms","start":"2026-04-09T22:37:44.579847Z","end":"2026-04-09T22:37:44.720674Z","steps":["trace[1204623937] 'process raft request' (duration: 140.583115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.721563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.272607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-04-09T22:37:44.721586Z","caller":"traceutil/trace.go:171","msg":"trace[1398814388] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"138.112797ms","start":"2026-04-09T22:37:44.583436Z","end":"2026-04-09T22:37:44.721548Z","steps":["trace[1398814388] 'process raft request' (duration: 137.15936ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:44.721628Z","caller":"traceutil/trace.go:171","msg":"trace[146977206] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4730; }","duration":"252.390389ms","start":"2026-04-09T22:37:44.469223Z","end":"2026-04-09T22:37:44.721613Z","steps":["trace[146977206] 'agreement among raft nodes before linearized reading' (duration: 252.188816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.721737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.837206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:37:44.721815Z","caller":"traceutil/trace.go:171","msg":"trace[1028895110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4730; }","duration":"310.98318ms","start":"2026-04-09T22:37:44.410813Z","end":"2026-04-09T22:37:44.721797Z","steps":["trace[1028895110] 'agreement among raft nodes before linearized reading' (duration: 310.739884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.721868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:44.410784Z","time spent":"311.075101ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:37:44.72211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.339828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-09T22:37:44.722199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.228332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:37:44.722241Z","caller":"traceutil/trace.go:171","msg":"trace[33999987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4730; }","duration":"312.284723ms","start":"2026-04-09T22:37:44.409946Z","end":"2026-04-09T22:37:44.722231Z","steps":["trace[33999987] 'agreement among raft nodes before linearized reading' (duration: 312.183991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.722274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:44.409935Z","time spent":"312.332944ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:37:44.722226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.710294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T22:37:44.722269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.050674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T22:37:44.72234Z","caller":"traceutil/trace.go:171","msg":"trace[246284282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:4730; }","duration":"309.870216ms","start":"2026-04-09T22:37:44.412449Z","end":"2026-04-09T22:37:44.722319Z","steps":["trace[246284282] 'agreement among raft nodes before linearized reading' (duration: 309.53616ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:44.722351Z","caller":"traceutil/trace.go:171","msg":"trace[2012180891] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4730; }","duration":"151.473462ms","start":"2026-04-09T22:37:44.570856Z","end":"2026-04-09T22:37:44.722329Z","steps":["trace[2012180891] 'agreement among raft nodes before linearized reading' (duration: 150.920302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.722305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.628781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T22:37:44.722453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:44.41244Z","time spent":"309.940078ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"info","ts":"2026-04-09T22:37:44.722366Z","caller":"traceutil/trace.go:171","msg":"trace[1951810178] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4730; }","duration":"153.521151ms","start":"2026-04-09T22:37:44.568703Z","end":"2026-04-09T22:37:44.722224Z","steps":["trace[1951810178] 'agreement among raft nodes before linearized reading' (duration: 153.231856ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:44.722474Z","caller":"traceutil/trace.go:171","msg":"trace[568351329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4730; }","duration":"311.824985ms","start":"2026-04-09T22:37:44.410627Z","end":"2026-04-09T22:37:44.722452Z","steps":["trace[568351329] 'agreement among raft nodes before linearized reading' (duration: 311.442198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.722646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:44.410621Z","time spent":"311.958777ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:37:44.723513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.554886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:37:44.723647Z","caller":"traceutil/trace.go:171","msg":"trace[106203760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4730; }","duration":"315.706329ms","start":"2026-04-09T22:37:44.407922Z","end":"2026-04-09T22:37:44.723628Z","steps":["trace[106203760] 'agreement among raft nodes before linearized reading' (duration: 313.180741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:44.723701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:44.407905Z","time spent":"315.77809ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:37:45.932336Z","caller":"traceutil/trace.go:171","msg":"trace[958899444] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"119.530432ms","start":"2026-04-09T22:37:45.812765Z","end":"2026-04-09T22:37:45.932295Z","steps":["trace[958899444] 'process raft request' (duration: 96.414581ms)","trace[958899444] 'compare' (duration: 22.894577ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:52.318288Z","caller":"traceutil/trace.go:171","msg":"trace[853253406] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"209.310516ms","start":"2026-04-09T22:37:52.108954Z","end":"2026-04-09T22:37:52.318265Z","steps":["trace[853253406] 'process raft request' (duration: 208.780236ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.083973Z","caller":"traceutil/trace.go:171","msg":"trace[1997168522] linearizableReadLoop","detail":"{readStateIndex:5249; appliedIndex:5248; }","duration":"305.691597ms","start":"2026-04-09T22:37:54.778255Z","end":"2026-04-09T22:37:55.083946Z","steps":["trace[1997168522] 'read index received' (duration: 305.490103ms)","trace[1997168522] 'applied index is now lower than readState.Index' (duration: 200.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:55.084104Z","caller":"traceutil/trace.go:171","msg":"trace[1027077449] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"334.044738ms","start":"2026-04-09T22:37:54.750016Z","end":"2026-04-09T22:37:55.084061Z","steps":["trace[1027077449] 'process raft request' (duration: 333.752442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:55.084265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.924288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T22:37:55.08428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:54.749978Z","time spent":"334.209261ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:55.084308Z","caller":"traceutil/trace.go:171","msg":"trace[764547730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:5050; }","duration":"300.011029ms","start":"2026-04-09T22:37:54.784287Z","end":"2026-04-09T22:37:55.084298Z","steps":["trace[764547730] 'agreement among raft nodes before linearized reading' (duration: 299.840285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:55.084303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.019384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:37:55.084413Z","caller":"traceutil/trace.go:171","msg":"trace[1751731668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5050; }","duration":"306.185877ms","start":"2026-04-09T22:37:54.778201Z","end":"2026-04-09T22:37:55.084387Z","steps":["trace[1751731668] 'agreement among raft nodes before linearized reading' (duration: 305.88197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:55.084461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.84396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T22:37:55.08448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:54.778177Z","time spent":"306.289328ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:37:55.084496Z","caller":"traceutil/trace.go:171","msg":"trace[853144616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5050; }","duration":"272.924281ms","start":"2026-04-09T22:37:54.811564Z","end":"2026-04-09T22:37:55.084488Z","steps":["trace[853144616] 'agreement among raft nodes before linearized reading' (duration: 272.805949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:55.084497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.010212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:37:55.084575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.777231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:37:55.084465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.67056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T22:37:55.084345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:54.784276Z","time spent":"300.06102ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"info","ts":"2026-04-09T22:37:55.084621Z","caller":"traceutil/trace.go:171","msg":"trace[955462618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5050; }","duration":"252.183145ms","start":"2026-04-09T22:37:54.83241Z","end":"2026-04-09T22:37:55.084594Z","steps":["trace[955462618] 'agreement among raft nodes before linearized reading' (duration: 251.787507ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.084632Z","caller":"traceutil/trace.go:171","msg":"trace[1322786456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5050; }","duration":"269.874503ms","start":"2026-04-09T22:37:54.814748Z","end":"2026-04-09T22:37:55.084622Z","steps":["trace[1322786456] 'agreement among raft nodes before linearized reading' (duration: 269.554747ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.084631Z","caller":"traceutil/trace.go:171","msg":"trace[974662479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5050; }","duration":"269.817902ms","start":"2026-04-09T22:37:54.814791Z","end":"2026-04-09T22:37:55.084609Z","steps":["trace[974662479] 'agreement among raft nodes before linearized reading' (duration: 269.72878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:55.084843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.090882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e68d55b0-4987-4908-a776-b3b9d93afcee\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-09T22:37:55.084875Z","caller":"traceutil/trace.go:171","msg":"trace[2128169563] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e68d55b0-4987-4908-a776-b3b9d93afcee; range_end:; response_count:1; response_revision:5050; }","duration":"231.160984ms","start":"2026-04-09T22:37:54.8537Z","end":"2026-04-09T22:37:55.084861Z","steps":["trace[2128169563] 'agreement among raft nodes before linearized reading' (duration: 231.078882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:55.085084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.861319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-04-09T22:37:55.085116Z","caller":"traceutil/trace.go:171","msg":"trace[1559009069] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5050; }","duration":"153.931069ms","start":"2026-04-09T22:37:54.931176Z","end":"2026-04-09T22:37:55.085107Z","steps":["trace[1559009069] 'agreement among raft nodes before linearized reading' (duration: 153.523322ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.340821Z","caller":"traceutil/trace.go:171","msg":"trace[2010002284] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"252.211076ms","start":"2026-04-09T22:37:55.088586Z","end":"2026-04-09T22:37:55.340797Z","steps":["trace[2010002284] 'process raft request' (duration: 252.064573ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.387459Z","caller":"traceutil/trace.go:171","msg":"trace[2083375669] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"298.400257ms","start":"2026-04-09T22:37:55.089033Z","end":"2026-04-09T22:37:55.387433Z","steps":["trace[2083375669] 'process raft request' (duration: 298.174453ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.387469Z","caller":"traceutil/trace.go:171","msg":"trace[1025664069] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"298.389187ms","start":"2026-04-09T22:37:55.089059Z","end":"2026-04-09T22:37:55.387449Z","steps":["trace[1025664069] 'process raft request' (duration: 298.308196ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.387482Z","caller":"traceutil/trace.go:171","msg":"trace[2082104253] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"298.430038ms","start":"2026-04-09T22:37:55.089032Z","end":"2026-04-09T22:37:55.387462Z","steps":["trace[2082104253] 'process raft request' (duration: 298.292355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.387805Z","caller":"traceutil/trace.go:171","msg":"trace[1683324992] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"297.379528ms","start":"2026-04-09T22:37:55.090362Z","end":"2026-04-09T22:37:55.387742Z","steps":["trace[1683324992] 'process raft request' (duration: 297.052342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.387881Z","caller":"traceutil/trace.go:171","msg":"trace[910532435] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"295.882259ms","start":"2026-04-09T22:37:55.091987Z","end":"2026-04-09T22:37:55.387869Z","steps":["trace[910532435] 'process raft request' (duration: 295.640605ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:55.38791Z","caller":"traceutil/trace.go:171","msg":"trace[295065267] linearizableReadLoop","detail":"{readStateIndex:5253; appliedIndex:5249; }","duration":"298.750054ms","start":"2026-04-09T22:37:55.089126Z","end":"2026-04-09T22:37:55.387876Z","steps":["trace[295065267] 'read index received' (duration: 251.547703ms)","trace[295065267] 'applied index is now lower than readState.Index' (duration: 47.201001ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:55.388007Z","caller":"traceutil/trace.go:171","msg":"trace[1620577210] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"124.976526ms","start":"2026-04-09T22:37:55.263001Z","end":"2026-04-09T22:37:55.387978Z","steps":["trace[1620577210] 'process raft request' (duration: 124.753702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:55.388227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.066261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62869"} {"level":"info","ts":"2026-04-09T22:37:55.388278Z","caller":"traceutil/trace.go:171","msg":"trace[199730920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5057; }","duration":"299.149852ms","start":"2026-04-09T22:37:55.089111Z","end":"2026-04-09T22:37:55.388261Z","steps":["trace[199730920] 'agreement among raft nodes before linearized reading' (duration: 298.913058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.563252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.05539ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:37:57.563351Z","caller":"traceutil/trace.go:171","msg":"trace[760019214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5087; }","duration":"243.165012ms","start":"2026-04-09T22:37:57.320172Z","end":"2026-04-09T22:37:57.563337Z","steps":["trace[760019214] 'range keys from in-memory index tree' (duration: 243.04271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.563473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.839566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:37:57.563571Z","caller":"traceutil/trace.go:171","msg":"trace[549371498] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"590.005665ms","start":"2026-04-09T22:37:56.973545Z","end":"2026-04-09T22:37:57.563551Z","steps":["trace[549371498] 'process raft request' (duration: 380.008046ms)","trace[549371498] 'compare' (duration: 209.599322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:37:57.563659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:56.973519Z","time spent":"590.100087ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:57.588866Z","caller":"traceutil/trace.go:171","msg":"trace[1703545604] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"558.908572ms","start":"2026-04-09T22:37:57.02992Z","end":"2026-04-09T22:37:57.588829Z","steps":["trace[1703545604] 'process raft request' (duration: 558.572526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.589415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:57.029888Z","time spent":"559.479584ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:57.588983Z","caller":"traceutil/trace.go:171","msg":"trace[1226686778] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5287; }","duration":"455.801802ms","start":"2026-04-09T22:37:57.133161Z","end":"2026-04-09T22:37:57.588963Z","steps":["trace[1226686778] 'read index received' (duration: 220.49175ms)","trace[1226686778] 'applied index is now lower than readState.Index' (duration: 235.309572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:37:57.589093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.917936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:37:57.589578Z","caller":"traceutil/trace.go:171","msg":"trace[1071272031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5090; }","duration":"456.404795ms","start":"2026-04-09T22:37:57.133145Z","end":"2026-04-09T22:37:57.58955Z","steps":["trace[1071272031] 'agreement among raft nodes before linearized reading' (duration: 455.882006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.589654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:57.133089Z","time spent":"456.534778ms","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:37:57.589304Z","caller":"traceutil/trace.go:171","msg":"trace[87742788] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"500.437937ms","start":"2026-04-09T22:37:57.088856Z","end":"2026-04-09T22:37:57.589294Z","steps":["trace[87742788] 'process raft request' (duration: 499.909396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.589815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:57.088832Z","time spent":"500.881454ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:37:57.595801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.376734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:37:57.595797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.156579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:37:57.595836Z","caller":"traceutil/trace.go:171","msg":"trace[1561989247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5091; }","duration":"202.437845ms","start":"2026-04-09T22:37:57.393388Z","end":"2026-04-09T22:37:57.595826Z","steps":["trace[1561989247] 'agreement among raft nodes before linearized reading' (duration: 202.331553ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:57.595847Z","caller":"traceutil/trace.go:171","msg":"trace[806803032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5091; }","duration":"202.277412ms","start":"2026-04-09T22:37:57.393557Z","end":"2026-04-09T22:37:57.595834Z","steps":["trace[806803032] 'agreement among raft nodes before linearized reading' (duration: 202.097589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.595996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.044091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"info","ts":"2026-04-09T22:37:57.596029Z","caller":"traceutil/trace.go:171","msg":"trace[1366552534] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5091; }","duration":"342.116133ms","start":"2026-04-09T22:37:57.253902Z","end":"2026-04-09T22:37:57.596018Z","steps":["trace[1366552534] 'agreement among raft nodes before linearized reading' (duration: 341.738795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.596036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.475227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T22:37:57.596052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:57.25388Z","time spent":"342.166154ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777496,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-09T22:37:57.596056Z","caller":"traceutil/trace.go:171","msg":"trace[120903354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5091; }","duration":"202.533828ms","start":"2026-04-09T22:37:57.393516Z","end":"2026-04-09T22:37:57.59605Z","steps":["trace[120903354] 'agreement among raft nodes before linearized reading' (duration: 202.469336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.596033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.495207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:37:57.596098Z","caller":"traceutil/trace.go:171","msg":"trace[1815093665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5091; }","duration":"203.606048ms","start":"2026-04-09T22:37:57.392476Z","end":"2026-04-09T22:37:57.596082Z","steps":["trace[1815093665] 'agreement among raft nodes before linearized reading' (duration: 203.375643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.596161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.301724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:37:57.596178Z","caller":"traceutil/trace.go:171","msg":"trace[2106092948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:5091; }","duration":"201.319654ms","start":"2026-04-09T22:37:57.394853Z","end":"2026-04-09T22:37:57.596173Z","steps":["trace[2106092948] 'agreement among raft nodes before linearized reading' (duration: 201.266313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:57.596279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.084015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:37:57.596365Z","caller":"traceutil/trace.go:171","msg":"trace[1880772623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5091; }","duration":"251.166237ms","start":"2026-04-09T22:37:57.345138Z","end":"2026-04-09T22:37:57.596304Z","steps":["trace[1880772623] 'agreement among raft nodes before linearized reading' (duration: 251.068265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:07.491761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.116346ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:07.491949Z","caller":"traceutil/trace.go:171","msg":"trace[2077577755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5277; }","duration":"171.32818ms","start":"2026-04-09T22:38:07.3206Z","end":"2026-04-09T22:38:07.491928Z","steps":["trace[2077577755] 'range keys from in-memory index tree' (duration: 171.091836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.074467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.566052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:38:08.074566Z","caller":"traceutil/trace.go:171","msg":"trace[1502344691] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5482; }","duration":"425.067324ms","start":"2026-04-09T22:38:07.649486Z","end":"2026-04-09T22:38:08.074554Z","steps":["trace[1502344691] 'read index received' (duration: 36.814332ms)","trace[1502344691] 'applied index is now lower than readState.Index' (duration: 388.252422ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:08.074624Z","caller":"traceutil/trace.go:171","msg":"trace[1831547502] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"433.902073ms","start":"2026-04-09T22:38:07.640676Z","end":"2026-04-09T22:38:08.074578Z","steps":["trace[1831547502] 'process raft request' (duration: 172.146667ms)","trace[1831547502] 'compare' (duration: 261.483661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:08.074739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.251679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:38:08.074763Z","caller":"traceutil/trace.go:171","msg":"trace[785193993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5279; }","duration":"425.302879ms","start":"2026-04-09T22:38:07.649452Z","end":"2026-04-09T22:38:08.074755Z","steps":["trace[785193993] 'agreement among raft nodes before linearized reading' (duration: 425.170897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.074786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.64944Z","time spent":"425.34152ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:38:08.0748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.640651Z","time spent":"434.058246ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:08.176027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.459888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:38:08.176313Z","caller":"traceutil/trace.go:171","msg":"trace[82773922] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5484; }","duration":"101.694712ms","start":"2026-04-09T22:38:08.074585Z","end":"2026-04-09T22:38:08.17628Z","steps":["trace[82773922] 'read index received' (duration: 48.832µs)","trace[82773922] 'applied index is now lower than readState.Index' (duration: 101.64214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:08.17662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.829014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T22:38:08.176681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.027506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:38:08.176711Z","caller":"traceutil/trace.go:171","msg":"trace[1474998426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5280; }","duration":"508.953985ms","start":"2026-04-09T22:38:07.667738Z","end":"2026-04-09T22:38:08.176692Z","steps":["trace[1474998426] 'agreement among raft nodes before linearized reading' (duration: 508.66796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.176714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.870582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:38:08.176742Z","caller":"traceutil/trace.go:171","msg":"trace[904060780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5280; }","duration":"511.141508ms","start":"2026-04-09T22:38:07.665582Z","end":"2026-04-09T22:38:08.176723Z","steps":["trace[904060780] 'agreement among raft nodes before linearized reading' (duration: 510.906034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.176708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.543963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:38:08.176779Z","caller":"traceutil/trace.go:171","msg":"trace[1908013285] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5280; }","duration":"334.980065ms","start":"2026-04-09T22:38:07.841784Z","end":"2026-04-09T22:38:08.176764Z","steps":["trace[1908013285] 'agreement among raft nodes before linearized reading' (duration: 334.872723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.17681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.665564Z","time spent":"511.224039ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:38:08.176837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.926344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:38:08.176834Z","caller":"traceutil/trace.go:171","msg":"trace[754836396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:5280; }","duration":"525.750258ms","start":"2026-04-09T22:38:07.651051Z","end":"2026-04-09T22:38:08.176802Z","steps":["trace[754836396] 'agreement among raft nodes before linearized reading' (duration: 525.346339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.176762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.667728Z","time spent":"509.024888ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:38:08.176874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.841766Z","time spent":"335.047987ms","remote":"127.0.0.1:59560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:38:08.176876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.949158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:38:08.176905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.651032Z","time spent":"525.858489ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"info","ts":"2026-04-09T22:38:08.176936Z","caller":"traceutil/trace.go:171","msg":"trace[1135905165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5280; }","duration":"453.04743ms","start":"2026-04-09T22:38:07.723868Z","end":"2026-04-09T22:38:08.176915Z","steps":["trace[1135905165] 'agreement among raft nodes before linearized reading' (duration: 452.893646ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.176869Z","caller":"traceutil/trace.go:171","msg":"trace[272250558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5280; }","duration":"510.977465ms","start":"2026-04-09T22:38:07.665883Z","end":"2026-04-09T22:38:08.17686Z","steps":["trace[272250558] 'agreement among raft nodes before linearized reading' (duration: 510.584356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.176978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.723845Z","time spent":"453.124081ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:38:08.176994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.665871Z","time spent":"511.108418ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:38:08.176975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.961089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-62hss\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-09T22:38:08.177067Z","caller":"traceutil/trace.go:171","msg":"trace[161868979] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-62hss; range_end:; response_count:1; response_revision:5280; }","duration":"177.100682ms","start":"2026-04-09T22:38:07.999943Z","end":"2026-04-09T22:38:08.177044Z","steps":["trace[161868979] 'agreement among raft nodes before linearized reading' (duration: 176.792475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.177064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.674096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:38:08.177147Z","caller":"traceutil/trace.go:171","msg":"trace[747372342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5280; }","duration":"514.795429ms","start":"2026-04-09T22:38:07.662334Z","end":"2026-04-09T22:38:08.17713Z","steps":["trace[747372342] 'agreement among raft nodes before linearized reading' (duration: 514.173266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.177223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:07.662323Z","time spent":"514.8819ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:38:08.457516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.470797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:38:08.457791Z","caller":"traceutil/trace.go:171","msg":"trace[848184499] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"276.515428ms","start":"2026-04-09T22:38:08.181221Z","end":"2026-04-09T22:38:08.457736Z","steps":["trace[848184499] 'process raft request' (duration: 152.706115ms)","trace[848184499] 'compare' (duration: 123.305514ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:08.511279Z","caller":"traceutil/trace.go:171","msg":"trace[48341979] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"329.379867ms","start":"2026-04-09T22:38:08.181869Z","end":"2026-04-09T22:38:08.511249Z","steps":["trace[48341979] 'process raft request' (duration: 329.239105ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.511334Z","caller":"traceutil/trace.go:171","msg":"trace[744683899] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"329.697433ms","start":"2026-04-09T22:38:08.181595Z","end":"2026-04-09T22:38:08.511292Z","steps":["trace[744683899] 'process raft request' (duration: 329.297276ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.511431Z","caller":"traceutil/trace.go:171","msg":"trace[451476978] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"329.775665ms","start":"2026-04-09T22:38:08.181614Z","end":"2026-04-09T22:38:08.51139Z","steps":["trace[451476978] 'process raft request' (duration: 329.442769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.51146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.181851Z","time spent":"329.521171ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:08.511522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.181577Z","time spent":"329.848687ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:08.511613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.181596Z","time spent":"329.917858ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:38:08.5117Z","caller":"traceutil/trace.go:171","msg":"trace[1159045991] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"323.932324ms","start":"2026-04-09T22:38:08.187753Z","end":"2026-04-09T22:38:08.511686Z","steps":["trace[1159045991] 'process raft request' (duration: 323.785202ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.511702Z","caller":"traceutil/trace.go:171","msg":"trace[1824926533] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5486; }","duration":"327.91438ms","start":"2026-04-09T22:38:08.183761Z","end":"2026-04-09T22:38:08.511676Z","steps":["trace[1824926533] 'read index received' (duration: 150.257669ms)","trace[1824926533] 'applied index is now lower than readState.Index' (duration: 177.655711ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:08.511765Z","caller":"traceutil/trace.go:171","msg":"trace[1085908534] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"329.864977ms","start":"2026-04-09T22:38:08.181868Z","end":"2026-04-09T22:38:08.511733Z","steps":["trace[1085908534] 'process raft request' (duration: 329.320046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.511764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.187718Z","time spent":"324.011086ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:08.51189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.181845Z","time spent":"329.99615ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:08.512199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.396719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70918"} {"level":"info","ts":"2026-04-09T22:38:08.512335Z","caller":"traceutil/trace.go:171","msg":"trace[1992070878] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5286; }","duration":"328.590863ms","start":"2026-04-09T22:38:08.183716Z","end":"2026-04-09T22:38:08.512307Z","steps":["trace[1992070878] 'agreement among raft nodes before linearized reading' (duration: 328.089994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.512405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.183706Z","time spent":"328.683384ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-09T22:38:08.550346Z","caller":"traceutil/trace.go:171","msg":"trace[1617473860] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"171.190058ms","start":"2026-04-09T22:38:08.37912Z","end":"2026-04-09T22:38:08.55031Z","steps":["trace[1617473860] 'process raft request' (duration: 170.961534ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.775434Z","caller":"traceutil/trace.go:171","msg":"trace[1108170434] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"255.534798ms","start":"2026-04-09T22:38:08.519859Z","end":"2026-04-09T22:38:08.775393Z","steps":["trace[1108170434] 'process raft request' (duration: 255.270703ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.775442Z","caller":"traceutil/trace.go:171","msg":"trace[1635208687] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"255.374334ms","start":"2026-04-09T22:38:08.520051Z","end":"2026-04-09T22:38:08.775425Z","steps":["trace[1635208687] 'process raft request' (duration: 255.284153ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.775837Z","caller":"traceutil/trace.go:171","msg":"trace[1536583294] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5492; }","duration":"255.059399ms","start":"2026-04-09T22:38:08.520765Z","end":"2026-04-09T22:38:08.775824Z","steps":["trace[1536583294] 'read index received' (duration: 29.295009ms)","trace[1536583294] 'applied index is now lower than readState.Index' (duration: 225.76342ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:08.775882Z","caller":"traceutil/trace.go:171","msg":"trace[2105268851] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"255.505087ms","start":"2026-04-09T22:38:08.520349Z","end":"2026-04-09T22:38:08.775854Z","steps":["trace[2105268851] 'process raft request' (duration: 255.041539ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:08.776027Z","caller":"traceutil/trace.go:171","msg":"trace[1288875521] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"253.371737ms","start":"2026-04-09T22:38:08.522544Z","end":"2026-04-09T22:38:08.775915Z","steps":["trace[1288875521] 'process raft request' (duration: 253.084152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.776098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.78755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:08.776163Z","caller":"traceutil/trace.go:171","msg":"trace[2124053144] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5291; }","duration":"159.956945ms","start":"2026-04-09T22:38:08.616188Z","end":"2026-04-09T22:38:08.776145Z","steps":["trace[2124053144] 'agreement among raft nodes before linearized reading' (duration: 159.808261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:08.776431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.659202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:38:08.776486Z","caller":"traceutil/trace.go:171","msg":"trace[1432223403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5291; }","duration":"255.739423ms","start":"2026-04-09T22:38:08.520733Z","end":"2026-04-09T22:38:08.776472Z","steps":["trace[1432223403] 'agreement among raft nodes before linearized reading' (duration: 255.185001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:09.251421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.543655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:09.251473Z","caller":"traceutil/trace.go:171","msg":"trace[632938722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5291; }","duration":"303.648417ms","start":"2026-04-09T22:38:08.947812Z","end":"2026-04-09T22:38:09.251461Z","steps":["trace[632938722] 'range keys from in-memory index tree' (duration: 303.424273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:09.251492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.947759Z","time spent":"303.728408ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:38:09.251473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.620153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:38:09.251556Z","caller":"traceutil/trace.go:171","msg":"trace[731066472] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5291; }","duration":"416.766886ms","start":"2026-04-09T22:38:08.834771Z","end":"2026-04-09T22:38:09.251537Z","steps":["trace[731066472] 'count revisions from in-memory index tree' (duration: 416.518351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:09.251563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.98296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:38:09.251606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.834747Z","time spent":"416.848978ms","remote":"127.0.0.1:36058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:38:09.25165Z","caller":"traceutil/trace.go:171","msg":"trace[2023266373] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5291; }","duration":"164.150663ms","start":"2026-04-09T22:38:09.087479Z","end":"2026-04-09T22:38:09.25163Z","steps":["trace[2023266373] 'count revisions from in-memory index tree' (duration: 163.880208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:09.251927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.522979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mbbh5.18a4d14a74fd8846\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-09T22:38:09.251955Z","caller":"traceutil/trace.go:171","msg":"trace[64416883] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mbbh5.18a4d14a74fd8846; range_end:; response_count:1; response_revision:5291; }","duration":"242.586541ms","start":"2026-04-09T22:38:09.009362Z","end":"2026-04-09T22:38:09.251948Z","steps":["trace[64416883] 'range keys from in-memory index tree' (duration: 242.372706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:09.252064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.908927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:09.252133Z","caller":"traceutil/trace.go:171","msg":"trace[2133575586] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5291; }","duration":"407.977229ms","start":"2026-04-09T22:38:08.844144Z","end":"2026-04-09T22:38:09.252121Z","steps":["trace[2133575586] 'range keys from in-memory index tree' (duration: 407.845536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:09.252632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:08.844098Z","time spent":"408.522929ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-09T22:38:09.4096Z","caller":"traceutil/trace.go:171","msg":"trace[967547777] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"155.161073ms","start":"2026-04-09T22:38:09.254415Z","end":"2026-04-09T22:38:09.409576Z","steps":["trace[967547777] 'process raft request' (duration: 155.01422ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:09.409719Z","caller":"traceutil/trace.go:171","msg":"trace[812567573] linearizableReadLoop","detail":"{readStateIndex:5498; appliedIndex:5498; }","duration":"153.45465ms","start":"2026-04-09T22:38:09.256233Z","end":"2026-04-09T22:38:09.409688Z","steps":["trace[812567573] 'read index received' (duration: 153.445109ms)","trace[812567573] 'applied index is now lower than readState.Index' (duration: 7.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:09.409963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.701974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:09.410009Z","caller":"traceutil/trace.go:171","msg":"trace[1443865566] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5292; }","duration":"153.790126ms","start":"2026-04-09T22:38:09.256206Z","end":"2026-04-09T22:38:09.409996Z","steps":["trace[1443865566] 'agreement among raft nodes before linearized reading' (duration: 153.580592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:12.127255Z","caller":"traceutil/trace.go:171","msg":"trace[766442299] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"425.188477ms","start":"2026-04-09T22:38:11.702038Z","end":"2026-04-09T22:38:12.127227Z","steps":["trace[766442299] 'process raft request' (duration: 424.993054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:12.127437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:11.702011Z","time spent":"425.335351ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:38:12.154752Z","caller":"traceutil/trace.go:171","msg":"trace[466469415] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"307.797217ms","start":"2026-04-09T22:38:11.8469Z","end":"2026-04-09T22:38:12.154698Z","steps":["trace[466469415] 'process raft request' (duration: 307.526501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:12.15504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:11.846866Z","time spent":"308.036431ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:16.575912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.958429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:38:16.576022Z","caller":"traceutil/trace.go:171","msg":"trace[839831942] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5662; }","duration":"147.416365ms","start":"2026-04-09T22:38:16.428588Z","end":"2026-04-09T22:38:16.576004Z","steps":["trace[839831942] 'read index received' (duration: 52.871µs)","trace[839831942] 'applied index is now lower than readState.Index' (duration: 147.362064ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:16.576044Z","caller":"traceutil/trace.go:171","msg":"trace[1464805067] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"327.099024ms","start":"2026-04-09T22:38:16.24891Z","end":"2026-04-09T22:38:16.576009Z","steps":["trace[1464805067] 'process raft request' (duration: 138.953002ms)","trace[1464805067] 'compare' (duration: 187.721094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:16.576224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.248899Z","time spent":"327.251778ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:16.576247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.66191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T22:38:16.576281Z","caller":"traceutil/trace.go:171","msg":"trace[1533485090] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e; range_end:; response_count:1; response_revision:5454; }","duration":"147.733211ms","start":"2026-04-09T22:38:16.428538Z","end":"2026-04-09T22:38:16.576271Z","steps":["trace[1533485090] 'agreement among raft nodes before linearized reading' (duration: 147.584827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:17.169885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.827648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:38:17.169996Z","caller":"traceutil/trace.go:171","msg":"trace[76401572] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"588.932093ms","start":"2026-04-09T22:38:16.581045Z","end":"2026-04-09T22:38:17.169977Z","steps":["trace[76401572] 'process raft request' (duration: 194.929811ms)","trace[76401572] 'compare' (duration: 393.565263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:17.170253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.581019Z","time spent":"589.050566ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:17.468154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685813691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:38:17.917561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141603024s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:38:18.028072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.556387ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:18.028237Z","caller":"traceutil/trace.go:171","msg":"trace[552027000] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5455; }","duration":"708.727191ms","start":"2026-04-09T22:38:17.319479Z","end":"2026-04-09T22:38:18.028206Z","steps":["trace[552027000] 'range keys from in-memory index tree' (duration: 708.539216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.028265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.328466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:38:18.028541Z","caller":"traceutil/trace.go:171","msg":"trace[1582844972] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"1.44735597s","start":"2026-04-09T22:38:16.581163Z","end":"2026-04-09T22:38:18.028519Z","steps":["trace[1582844972] 'process raft request' (duration: 1.336690768s)","trace[1582844972] 'compare' (duration: 110.218223ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:18.028577Z","caller":"traceutil/trace.go:171","msg":"trace[1350160413] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"1.447271569s","start":"2026-04-09T22:38:16.581281Z","end":"2026-04-09T22:38:18.028553Z","steps":["trace[1350160413] 'process raft request' (duration: 1.447117606s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.028697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.58127Z","time spent":"1.447373101s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:18.028705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.581144Z","time spent":"1.447452893s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:38:18.028731Z","caller":"traceutil/trace.go:171","msg":"trace[1337952362] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"1.447266779s","start":"2026-04-09T22:38:16.581439Z","end":"2026-04-09T22:38:18.028706Z","steps":["trace[1337952362] 'process raft request' (duration: 1.447064705s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.028901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.581428Z","time spent":"1.447368501s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:38:18.029083Z","caller":"traceutil/trace.go:171","msg":"trace[1721439961] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5664; }","duration":"1.061694128s","start":"2026-04-09T22:38:16.967378Z","end":"2026-04-09T22:38:18.029072Z","steps":["trace[1721439961] 'read index received' (duration: 950.485215ms)","trace[1721439961] 'applied index is now lower than readState.Index' (duration: 111.207773ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:18.029152Z","caller":"traceutil/trace.go:171","msg":"trace[110101286] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"1.447530964s","start":"2026-04-09T22:38:16.581613Z","end":"2026-04-09T22:38:18.029144Z","steps":["trace[110101286] 'process raft request' (duration: 1.447019545s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.029205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.581592Z","time spent":"1.447583275s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:38:18.029252Z","caller":"traceutil/trace.go:171","msg":"trace[1076900856] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"1.446894832s","start":"2026-04-09T22:38:16.58233Z","end":"2026-04-09T22:38:18.029225Z","steps":["trace[1076900856] 'process raft request' (duration: 1.446696998s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.029374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.582313Z","time spent":"1.446997483s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:18.029495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062108975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:18.029633Z","caller":"traceutil/trace.go:171","msg":"trace[1456566902] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5460; }","duration":"1.062222638s","start":"2026-04-09T22:38:16.967319Z","end":"2026-04-09T22:38:18.029541Z","steps":["trace[1456566902] 'agreement among raft nodes before linearized reading' (duration: 1.061908342s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.029773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:16.967299Z","time spent":"1.062399551s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:38:18.474478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.182709ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:38:18.474789Z","caller":"traceutil/trace.go:171","msg":"trace[110164795] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5669; }","duration":"445.627998ms","start":"2026-04-09T22:38:18.029114Z","end":"2026-04-09T22:38:18.474742Z","steps":["trace[110164795] 'read index received' (duration: 109.153175ms)","trace[110164795] 'applied index is now lower than readState.Index' (duration: 336.466673ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:18.474826Z","caller":"traceutil/trace.go:171","msg":"trace[51871498] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"327.138626ms","start":"2026-04-09T22:38:18.147663Z","end":"2026-04-09T22:38:18.474801Z","steps":["trace[51871498] 'process raft request' (duration: 326.965842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.474958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.35673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:38:18.474977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.52497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T22:38:18.475022Z","caller":"traceutil/trace.go:171","msg":"trace[1140124466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5461; }","duration":"526.477251ms","start":"2026-04-09T22:38:17.948528Z","end":"2026-04-09T22:38:18.475005Z","steps":["trace[1140124466] 'agreement among raft nodes before linearized reading' (duration: 526.355899ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:18.475072Z","caller":"traceutil/trace.go:171","msg":"trace[1034572253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e; range_end:; response_count:1; response_revision:5461; }","duration":"893.674042ms","start":"2026-04-09T22:38:17.581376Z","end":"2026-04-09T22:38:18.47505Z","steps":["trace[1034572253] 'agreement among raft nodes before linearized reading' (duration: 893.387606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.475082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:17.948508Z","time spent":"526.561993ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:38:18.475106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257593638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:38:18.475121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:17.581355Z","time spent":"893.757304ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e\" "} {"level":"info","ts":"2026-04-09T22:38:18.475156Z","caller":"traceutil/trace.go:171","msg":"trace[1966711651] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5461; }","duration":"1.25768739s","start":"2026-04-09T22:38:17.217454Z","end":"2026-04-09T22:38:18.475141Z","steps":["trace[1966711651] 'agreement among raft nodes before linearized reading' (duration: 1.257437536s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.47517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377230463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-09T22:38:18.475206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:17.217436Z","time spent":"1.257758052s","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:38:18.47522Z","caller":"traceutil/trace.go:171","msg":"trace[168181847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e; range_end:; response_count:1; response_revision:5461; }","duration":"1.377341375s","start":"2026-04-09T22:38:17.097864Z","end":"2026-04-09T22:38:18.475205Z","steps":["trace[168181847] 'agreement among raft nodes before linearized reading' (duration: 1.37707351s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.47517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:18.147643Z","time spent":"327.37327ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:18.475272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:17.097846Z","time spent":"1.377416327s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-885aa54f-c388-47c9-a691-67590f07099e\" "} {"level":"warn","ts":"2026-04-09T22:38:18.485635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.702647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:38:18.485683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.33238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-09T22:38:18.485711Z","caller":"traceutil/trace.go:171","msg":"trace[439473718] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5462; }","duration":"171.821469ms","start":"2026-04-09T22:38:18.313874Z","end":"2026-04-09T22:38:18.485695Z","steps":["trace[439473718] 'agreement among raft nodes before linearized reading' (duration: 171.670526ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:18.485752Z","caller":"traceutil/trace.go:171","msg":"trace[554532769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5462; }","duration":"238.439272ms","start":"2026-04-09T22:38:18.247296Z","end":"2026-04-09T22:38:18.485735Z","steps":["trace[554532769] 'agreement among raft nodes before linearized reading' (duration: 238.283489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.48577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.569315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:38:18.485686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.248881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-09T22:38:18.485849Z","caller":"traceutil/trace.go:171","msg":"trace[1343219587] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5462; }","duration":"425.667727ms","start":"2026-04-09T22:38:18.06016Z","end":"2026-04-09T22:38:18.485828Z","steps":["trace[1343219587] 'agreement among raft nodes before linearized reading' (duration: 425.463413ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:18.485884Z","caller":"traceutil/trace.go:171","msg":"trace[1163952744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5462; }","duration":"223.503586ms","start":"2026-04-09T22:38:18.262362Z","end":"2026-04-09T22:38:18.485865Z","steps":["trace[1163952744] 'agreement among raft nodes before linearized reading' (duration: 223.14126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.485916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:18.060114Z","time spent":"425.788579ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":45,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:38:18.485515Z","caller":"traceutil/trace.go:171","msg":"trace[860489384] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"311.520857ms","start":"2026-04-09T22:38:18.173771Z","end":"2026-04-09T22:38:18.485291Z","steps":["trace[860489384] 'process raft request' (duration: 311.247512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:18.486189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:18.173746Z","time spent":"312.373345ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:38:21.794559Z","caller":"traceutil/trace.go:171","msg":"trace[1909069190] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"226.642986ms","start":"2026-04-09T22:38:21.56789Z","end":"2026-04-09T22:38:21.794533Z","steps":["trace[1909069190] 'process raft request' (duration: 226.481972ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.036155Z","caller":"traceutil/trace.go:171","msg":"trace[753594606] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"125.770662ms","start":"2026-04-09T22:38:21.910358Z","end":"2026-04-09T22:38:22.036129Z","steps":["trace[753594606] 'process raft request' (duration: 117.84092ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.230043Z","caller":"traceutil/trace.go:171","msg":"trace[2015998081] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"148.851652ms","start":"2026-04-09T22:38:22.081158Z","end":"2026-04-09T22:38:22.23001Z","steps":["trace[2015998081] 'process raft request' (duration: 97.564333ms)","trace[2015998081] 'compare' (duration: 51.047594ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:22.230055Z","caller":"traceutil/trace.go:171","msg":"trace[1936577330] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"148.583658ms","start":"2026-04-09T22:38:22.08145Z","end":"2026-04-09T22:38:22.230034Z","steps":["trace[1936577330] 'process raft request' (duration: 148.469145ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.230314Z","caller":"traceutil/trace.go:171","msg":"trace[1638565331] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"148.530165ms","start":"2026-04-09T22:38:22.081752Z","end":"2026-04-09T22:38:22.230282Z","steps":["trace[1638565331] 'process raft request' (duration: 148.209259ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.448109Z","caller":"traceutil/trace.go:171","msg":"trace[425653600] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"212.117179ms","start":"2026-04-09T22:38:22.23597Z","end":"2026-04-09T22:38:22.448087Z","steps":["trace[425653600] 'process raft request' (duration: 206.135245ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.647157Z","caller":"traceutil/trace.go:171","msg":"trace[2123016224] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"192.343442ms","start":"2026-04-09T22:38:22.454789Z","end":"2026-04-09T22:38:22.647132Z","steps":["trace[2123016224] 'process raft request' (duration: 192.26492ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.647168Z","caller":"traceutil/trace.go:171","msg":"trace[468546864] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"192.76307ms","start":"2026-04-09T22:38:22.454379Z","end":"2026-04-09T22:38:22.647142Z","steps":["trace[468546864] 'process raft request' (duration: 190.889084ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.647546Z","caller":"traceutil/trace.go:171","msg":"trace[2117309630] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"192.595257ms","start":"2026-04-09T22:38:22.454937Z","end":"2026-04-09T22:38:22.647533Z","steps":["trace[2117309630] 'process raft request' (duration: 192.161728ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.647647Z","caller":"traceutil/trace.go:171","msg":"trace[1437570516] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"192.092977ms","start":"2026-04-09T22:38:22.455545Z","end":"2026-04-09T22:38:22.647638Z","steps":["trace[1437570516] 'process raft request' (duration: 191.844183ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.647699Z","caller":"traceutil/trace.go:171","msg":"trace[1200201435] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"191.861563ms","start":"2026-04-09T22:38:22.455805Z","end":"2026-04-09T22:38:22.647666Z","steps":["trace[1200201435] 'process raft request' (duration: 191.779091ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.647995Z","caller":"traceutil/trace.go:171","msg":"trace[2039590141] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"191.880763ms","start":"2026-04-09T22:38:22.456102Z","end":"2026-04-09T22:38:22.647983Z","steps":["trace[2039590141] 'process raft request' (duration: 191.518807ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.647995Z","caller":"traceutil/trace.go:171","msg":"trace[1856548671] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"161.170567ms","start":"2026-04-09T22:38:22.486808Z","end":"2026-04-09T22:38:22.647979Z","steps":["trace[1856548671] 'process raft request' (duration: 161.000874ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.648034Z","caller":"traceutil/trace.go:171","msg":"trace[2140029995] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5716; }","duration":"187.986689ms","start":"2026-04-09T22:38:22.460033Z","end":"2026-04-09T22:38:22.648019Z","steps":["trace[2140029995] 'read index received' (duration: 35.965507ms)","trace[2140029995] 'applied index is now lower than readState.Index' (duration: 152.020402ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:22.648304Z","caller":"traceutil/trace.go:171","msg":"trace[909540749] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"151.351569ms","start":"2026-04-09T22:38:22.496933Z","end":"2026-04-09T22:38:22.648285Z","steps":["trace[909540749] 'process raft request' (duration: 151.044413ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.648444Z","caller":"traceutil/trace.go:171","msg":"trace[2099067385] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"192.085977ms","start":"2026-04-09T22:38:22.455611Z","end":"2026-04-09T22:38:22.647696Z","steps":["trace[2099067385] 'process raft request' (duration: 191.911394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:22.648464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.408147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:9224"} {"level":"info","ts":"2026-04-09T22:38:22.648592Z","caller":"traceutil/trace.go:171","msg":"trace[390146744] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5514; }","duration":"188.59321ms","start":"2026-04-09T22:38:22.459979Z","end":"2026-04-09T22:38:22.648572Z","steps":["trace[390146744] 'agreement among raft nodes before linearized reading' (duration: 188.109531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:22.648671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.91424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-09T22:38:22.648715Z","caller":"traceutil/trace.go:171","msg":"trace[868497709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5517; }","duration":"109.002622ms","start":"2026-04-09T22:38:22.5397Z","end":"2026-04-09T22:38:22.648703Z","steps":["trace[868497709] 'agreement among raft nodes before linearized reading' (duration: 108.819787ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:28.889185Z","caller":"traceutil/trace.go:171","msg":"trace[1019047779] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"220.011391ms","start":"2026-04-09T22:38:28.66915Z","end":"2026-04-09T22:38:28.889161Z","steps":["trace[1019047779] 'process raft request' (duration: 219.836888ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:28.889978Z","caller":"traceutil/trace.go:171","msg":"trace[573983418] linearizableReadLoop","detail":"{readStateIndex:5815; appliedIndex:5813; }","duration":"200.752822ms","start":"2026-04-09T22:38:28.68921Z","end":"2026-04-09T22:38:28.889963Z","steps":["trace[573983418] 'read index received' (duration: 199.771064ms)","trace[573983418] 'applied index is now lower than readState.Index' (duration: 980.818µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:28.890065Z","caller":"traceutil/trace.go:171","msg":"trace[233836227] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"212.316142ms","start":"2026-04-09T22:38:28.67771Z","end":"2026-04-09T22:38:28.890026Z","steps":["trace[233836227] 'process raft request' (duration: 212.172369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:28.890203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.983397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:38:28.89029Z","caller":"traceutil/trace.go:171","msg":"trace[372877743] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5603; }","duration":"201.122579ms","start":"2026-04-09T22:38:28.689146Z","end":"2026-04-09T22:38:28.890269Z","steps":["trace[372877743] 'agreement among raft nodes before linearized reading' (duration: 200.884134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:28.890223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.562809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:38:28.89042Z","caller":"traceutil/trace.go:171","msg":"trace[506409033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:5603; }","duration":"199.791234ms","start":"2026-04-09T22:38:28.690617Z","end":"2026-04-09T22:38:28.890408Z","steps":["trace[506409033] 'agreement among raft nodes before linearized reading' (duration: 199.485998ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:32.880413Z","caller":"traceutil/trace.go:171","msg":"trace[1754473054] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"177.967857ms","start":"2026-04-09T22:38:32.702422Z","end":"2026-04-09T22:38:32.88039Z","steps":["trace[1754473054] 'process raft request' (duration: 177.816994ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.186529Z","caller":"traceutil/trace.go:171","msg":"trace[1683805181] linearizableReadLoop","detail":"{readStateIndex:5851; appliedIndex:5850; }","duration":"278.322674ms","start":"2026-04-09T22:38:32.908182Z","end":"2026-04-09T22:38:33.186505Z","steps":["trace[1683805181] 'read index received' (duration: 269.789711ms)","trace[1683805181] 'applied index is now lower than readState.Index' (duration: 8.531763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:33.186791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.30802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:38:33.18688Z","caller":"traceutil/trace.go:171","msg":"trace[152033754] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5638; }","duration":"106.448142ms","start":"2026-04-09T22:38:33.080412Z","end":"2026-04-09T22:38:33.18686Z","steps":["trace[152033754] 'agreement among raft nodes before linearized reading' (duration: 106.304169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:33.186824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.801668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:38:33.187059Z","caller":"traceutil/trace.go:171","msg":"trace[1499439006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5638; }","duration":"239.059434ms","start":"2026-04-09T22:38:32.947974Z","end":"2026-04-09T22:38:33.187033Z","steps":["trace[1499439006] 'agreement among raft nodes before linearized reading' (duration: 238.795969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:33.187153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.973256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:38:33.187234Z","caller":"traceutil/trace.go:171","msg":"trace[2099227155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5638; }","duration":"279.090638ms","start":"2026-04-09T22:38:32.908129Z","end":"2026-04-09T22:38:33.18722Z","steps":["trace[2099227155] 'agreement among raft nodes before linearized reading' (duration: 278.489227ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.186558Z","caller":"traceutil/trace.go:171","msg":"trace[2142452166] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"280.572576ms","start":"2026-04-09T22:38:32.905954Z","end":"2026-04-09T22:38:33.186526Z","steps":["trace[2142452166] 'process raft request' (duration: 271.955632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:33.187514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.352089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:38:33.187744Z","caller":"traceutil/trace.go:171","msg":"trace[867505013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:5638; }","duration":"273.610764ms","start":"2026-04-09T22:38:32.914108Z","end":"2026-04-09T22:38:33.187719Z","steps":["trace[867505013] 'agreement among raft nodes before linearized reading' (duration: 272.539134ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.468125Z","caller":"traceutil/trace.go:171","msg":"trace[922650082] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"203.430084ms","start":"2026-04-09T22:38:33.264657Z","end":"2026-04-09T22:38:33.468087Z","steps":["trace[922650082] 'process raft request' (duration: 156.389285ms)","trace[922650082] 'compare' (duration: 46.706763ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:33.526594Z","caller":"traceutil/trace.go:171","msg":"trace[1640542890] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5852; }","duration":"215.626497ms","start":"2026-04-09T22:38:33.310943Z","end":"2026-04-09T22:38:33.526569Z","steps":["trace[1640542890] 'read index received' (duration: 110.128282ms)","trace[1640542890] 'applied index is now lower than readState.Index' (duration: 105.497225ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:33.526636Z","caller":"traceutil/trace.go:171","msg":"trace[2014462057] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"255.0733ms","start":"2026-04-09T22:38:33.27153Z","end":"2026-04-09T22:38:33.526603Z","steps":["trace[2014462057] 'process raft request' (duration: 254.909207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:33.526789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.83663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-09T22:38:33.526834Z","caller":"traceutil/trace.go:171","msg":"trace[1792616543] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5641; }","duration":"215.932142ms","start":"2026-04-09T22:38:33.31089Z","end":"2026-04-09T22:38:33.526822Z","steps":["trace[1792616543] 'agreement among raft nodes before linearized reading' (duration: 215.775909ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.642863Z","caller":"traceutil/trace.go:171","msg":"trace[1368096827] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"108.991361ms","start":"2026-04-09T22:38:33.533844Z","end":"2026-04-09T22:38:33.642835Z","steps":["trace[1368096827] 'process raft request' (duration: 108.867339ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.642868Z","caller":"traceutil/trace.go:171","msg":"trace[1619600573] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"109.144814ms","start":"2026-04-09T22:38:33.533662Z","end":"2026-04-09T22:38:33.642806Z","steps":["trace[1619600573] 'process raft request' (duration: 108.855778ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.643146Z","caller":"traceutil/trace.go:171","msg":"trace[271007400] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"109.266796ms","start":"2026-04-09T22:38:33.533847Z","end":"2026-04-09T22:38:33.643114Z","steps":["trace[271007400] 'process raft request' (duration: 108.92956ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.643199Z","caller":"traceutil/trace.go:171","msg":"trace[405126421] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"107.543224ms","start":"2026-04-09T22:38:33.535638Z","end":"2026-04-09T22:38:33.643181Z","steps":["trace[405126421] 'process raft request' (duration: 107.407681ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:33.643635Z","caller":"traceutil/trace.go:171","msg":"trace[1469854763] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"107.955602ms","start":"2026-04-09T22:38:33.535652Z","end":"2026-04-09T22:38:33.643607Z","steps":["trace[1469854763] 'process raft request' (duration: 107.485603ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:48.126262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2850} {"level":"info","ts":"2026-04-09T22:38:48.19794Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2850,"took":"70.104238ms","hash":1740004076,"current-db-size-bytes":55369728,"current-db-size":"55 MB","current-db-size-in-use-bytes":31817728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T22:38:48.198001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1740004076,"revision":2850,"compact-revision":-1} {"level":"info","ts":"2026-04-09T22:38:57.164449Z","caller":"traceutil/trace.go:171","msg":"trace[174547096] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"152.327887ms","start":"2026-04-09T22:38:57.012097Z","end":"2026-04-09T22:38:57.164425Z","steps":["trace[174547096] 'process raft request' (duration: 152.023072ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:57.193117Z","caller":"traceutil/trace.go:171","msg":"trace[1087151290] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6015; }","duration":"150.772649ms","start":"2026-04-09T22:38:57.042318Z","end":"2026-04-09T22:38:57.193091Z","steps":["trace[1087151290] 'read index received' (duration: 121.712074ms)","trace[1087151290] 'applied index is now lower than readState.Index' (duration: 29.059085ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:57.1935Z","caller":"traceutil/trace.go:171","msg":"trace[240454333] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"176.654352ms","start":"2026-04-09T22:38:57.016832Z","end":"2026-04-09T22:38:57.193486Z","steps":["trace[240454333] 'process raft request' (duration: 176.121483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:57.193778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.440101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:38:57.193839Z","caller":"traceutil/trace.go:171","msg":"trace[1501176456] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5798; }","duration":"151.540763ms","start":"2026-04-09T22:38:57.042283Z","end":"2026-04-09T22:38:57.193824Z","steps":["trace[1501176456] 'agreement among raft nodes before linearized reading' (duration: 151.4036ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:57.360602Z","caller":"traceutil/trace.go:171","msg":"trace[1443744357] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"122.275224ms","start":"2026-04-09T22:38:57.238299Z","end":"2026-04-09T22:38:57.360574Z","steps":["trace[1443744357] 'process raft request' (duration: 122.092041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:08.450303Z","caller":"traceutil/trace.go:171","msg":"trace[144253335] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"132.464719ms","start":"2026-04-09T22:39:08.317762Z","end":"2026-04-09T22:39:08.450227Z","steps":["trace[144253335] 'process raft request' (duration: 131.979049ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:27.839048Z","caller":"traceutil/trace.go:171","msg":"trace[992645746] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"112.448088ms","start":"2026-04-09T22:39:27.726571Z","end":"2026-04-09T22:39:27.839019Z","steps":["trace[992645746] 'process raft request' (duration: 112.257745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:33.273324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:32.893979Z","time spent":"379.322662ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T22:39:33.274263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.001809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:33.274417Z","caller":"traceutil/trace.go:171","msg":"trace[1421751551] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"613.39645ms","start":"2026-04-09T22:39:32.660998Z","end":"2026-04-09T22:39:33.274395Z","steps":["trace[1421751551] 'process raft request' (duration: 182.976333ms)","trace[1421751551] 'compare' (duration: 429.803355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:33.274495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:32.660968Z","time spent":"613.495721ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:39:33.363322Z","caller":"traceutil/trace.go:171","msg":"trace[1075982391] linearizableReadLoop","detail":"{readStateIndex:6351; appliedIndex:6350; }","duration":"413.976083ms","start":"2026-04-09T22:39:32.94932Z","end":"2026-04-09T22:39:33.363296Z","steps":["trace[1075982391] 'read index received' (duration: 413.209589ms)","trace[1075982391] 'applied index is now lower than readState.Index' (duration: 764.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:33.363426Z","caller":"traceutil/trace.go:171","msg":"trace[1484687026] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"617.303335ms","start":"2026-04-09T22:39:32.746054Z","end":"2026-04-09T22:39:33.363357Z","steps":["trace[1484687026] 'process raft request' (duration: 617.072421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:33.363548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.215807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:33.363621Z","caller":"traceutil/trace.go:171","msg":"trace[1495875043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6123; }","duration":"414.36624ms","start":"2026-04-09T22:39:32.949242Z","end":"2026-04-09T22:39:33.363608Z","steps":["trace[1495875043] 'agreement among raft nodes before linearized reading' (duration: 414.201917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:33.363631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:32.74602Z","time spent":"617.508189ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:33.363662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:32.949215Z","time spent":"414.436022ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:39:33.3726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.05769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:33.372725Z","caller":"traceutil/trace.go:171","msg":"trace[477840501] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6124; }","duration":"353.226223ms","start":"2026-04-09T22:39:33.019478Z","end":"2026-04-09T22:39:33.372704Z","steps":["trace[477840501] 'agreement among raft nodes before linearized reading' (duration: 353.023439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:33.372776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:33.019463Z","time spent":"353.302795ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-09T22:39:33.372622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.52187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:33.372909Z","caller":"traceutil/trace.go:171","msg":"trace[624211356] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6124; }","duration":"353.863415ms","start":"2026-04-09T22:39:33.019031Z","end":"2026-04-09T22:39:33.372894Z","steps":["trace[624211356] 'agreement among raft nodes before linearized reading' (duration: 353.551909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:33.372946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:33.019008Z","time spent":"353.929707ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-09T22:40:50.233177Z","caller":"traceutil/trace.go:171","msg":"trace[1457652339] linearizableReadLoop","detail":"{readStateIndex:6868; appliedIndex:6867; }","duration":"155.112775ms","start":"2026-04-09T22:40:50.078028Z","end":"2026-04-09T22:40:50.23314Z","steps":["trace[1457652339] 'read index received' (duration: 154.919881ms)","trace[1457652339] 'applied index is now lower than readState.Index' (duration: 191.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:50.2333Z","caller":"traceutil/trace.go:171","msg":"trace[466448167] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"157.703924ms","start":"2026-04-09T22:40:50.07555Z","end":"2026-04-09T22:40:50.233254Z","steps":["trace[466448167] 'process raft request' (duration: 157.344997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.233557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.576113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-09T22:40:50.23361Z","caller":"traceutil/trace.go:171","msg":"trace[818295898] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6624; }","duration":"118.705135ms","start":"2026-04-09T22:40:50.114893Z","end":"2026-04-09T22:40:50.233599Z","steps":["trace[818295898] 'agreement among raft nodes before linearized reading' (duration: 118.483301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.233748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.693936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:40:50.233868Z","caller":"traceutil/trace.go:171","msg":"trace[1392420014] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:6624; }","duration":"155.89082ms","start":"2026-04-09T22:40:50.077954Z","end":"2026-04-09T22:40:50.233845Z","steps":["trace[1392420014] 'agreement among raft nodes before linearized reading' (duration: 155.39934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.68274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.310975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:50.682857Z","caller":"traceutil/trace.go:171","msg":"trace[983178977] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6626; }","duration":"121.490829ms","start":"2026-04-09T22:40:50.561339Z","end":"2026-04-09T22:40:50.68283Z","steps":["trace[983178977] 'count revisions from in-memory index tree' (duration: 121.208283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:55.654501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.247204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:55.654615Z","caller":"traceutil/trace.go:171","msg":"trace[1623694216] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6651; }","duration":"121.484729ms","start":"2026-04-09T22:40:55.533104Z","end":"2026-04-09T22:40:55.654589Z","steps":["trace[1623694216] 'count revisions from in-memory index tree' (duration: 121.074501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.982416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.710507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:41:40.982517Z","caller":"traceutil/trace.go:171","msg":"trace[2060720012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6919; }","duration":"154.886031ms","start":"2026-04-09T22:41:40.82761Z","end":"2026-04-09T22:41:40.982496Z","steps":["trace[2060720012] 'range keys from in-memory index tree' (duration: 154.410131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:40.988751Z","caller":"traceutil/trace.go:171","msg":"trace[420210996] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"150.877865ms","start":"2026-04-09T22:41:40.83783Z","end":"2026-04-09T22:41:40.988708Z","steps":["trace[420210996] 'process raft request' (duration: 150.601549ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:58.595387Z","caller":"traceutil/trace.go:171","msg":"trace[13428623] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"368.612045ms","start":"2026-04-09T22:41:58.226742Z","end":"2026-04-09T22:41:58.595354Z","steps":["trace[13428623] 'process raft request' (duration: 276.055983ms)","trace[13428623] 'compare' (duration: 92.420348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:58.59555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:58.226728Z","time spent":"368.743687ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:43:48.132807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5738} {"level":"info","ts":"2026-04-09T22:43:48.233345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5738,"took":"98.5718ms","hash":1009702510,"current-db-size-bytes":55369728,"current-db-size":"55 MB","current-db-size-in-use-bytes":25939968,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-09T22:43:48.233405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1009702510,"revision":5738,"compact-revision":2850} {"level":"info","ts":"2026-04-09T22:44:23.018295Z","caller":"traceutil/trace.go:171","msg":"trace[968039294] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8589; }","duration":"129.105287ms","start":"2026-04-09T22:44:22.889162Z","end":"2026-04-09T22:44:23.018267Z","steps":["trace[968039294] 'read index received' (duration: 128.949154ms)","trace[968039294] 'applied index is now lower than readState.Index' (duration: 155.093µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:23.018409Z","caller":"traceutil/trace.go:171","msg":"trace[85850272] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"132.579953ms","start":"2026-04-09T22:44:22.885801Z","end":"2026-04-09T22:44:23.018381Z","steps":["trace[85850272] 'process raft request' (duration: 132.291428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:23.018565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.388272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:44:23.018607Z","caller":"traceutil/trace.go:171","msg":"trace[1285704643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8292; }","duration":"129.486854ms","start":"2026-04-09T22:44:22.88911Z","end":"2026-04-09T22:44:23.018597Z","steps":["trace[1285704643] 'agreement among raft nodes before linearized reading' (duration: 129.326471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:24.529599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685821200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:44:25.03075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685821200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:44:25.378228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469149319s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:44:25.378649Z","caller":"traceutil/trace.go:171","msg":"trace[123212151] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"1.469691289s","start":"2026-04-09T22:44:23.908933Z","end":"2026-04-09T22:44:25.378624Z","steps":["trace[123212151] 'process raft request' (duration: 1.469546787s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.378798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:23.908909Z","time spent":"1.469812931s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:25.386929Z","caller":"traceutil/trace.go:171","msg":"trace[2059596166] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"1.24889655s","start":"2026-04-09T22:44:24.138016Z","end":"2026-04-09T22:44:25.386912Z","steps":["trace[2059596166] 'process raft request' (duration: 1.248785898s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.387021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.137999Z","time spent":"1.248963502s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:25.387175Z","caller":"traceutil/trace.go:171","msg":"trace[1137858981] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"363.505744ms","start":"2026-04-09T22:44:25.023659Z","end":"2026-04-09T22:44:25.387165Z","steps":["trace[1137858981] 'process raft request' (duration: 363.224529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.38721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:25.023641Z","time spent":"363.549014ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:25.387192Z","caller":"traceutil/trace.go:171","msg":"trace[735387112] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8593; }","duration":"1.35796639s","start":"2026-04-09T22:44:24.029208Z","end":"2026-04-09T22:44:25.387174Z","steps":["trace[735387112] 'read index received' (duration: 1.349303356s)","trace[735387112] 'applied index is now lower than readState.Index' (duration: 8.661864ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:25.387272Z","caller":"traceutil/trace.go:171","msg":"trace[1518177858] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"117.674642ms","start":"2026-04-09T22:44:25.269591Z","end":"2026-04-09T22:44:25.387266Z","steps":["trace[1518177858] 'process raft request' (duration: 117.503168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.387364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358147633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:44:25.387398Z","caller":"traceutil/trace.go:171","msg":"trace[1770969937] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8299; }","duration":"1.358220415s","start":"2026-04-09T22:44:24.029168Z","end":"2026-04-09T22:44:25.387388Z","steps":["trace[1770969937] 'agreement among raft nodes before linearized reading' (duration: 1.358117253s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.387431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.029138Z","time spent":"1.358284665s","remote":"127.0.0.1:59628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:44:25.387544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315233863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-09T22:44:25.387594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.769869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:44:25.38762Z","caller":"traceutil/trace.go:171","msg":"trace[1572564578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8299; }","duration":"728.81829ms","start":"2026-04-09T22:44:24.658795Z","end":"2026-04-09T22:44:25.387614Z","steps":["trace[1572564578] 'agreement among raft nodes before linearized reading' (duration: 728.728728ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:25.387613Z","caller":"traceutil/trace.go:171","msg":"trace[1753650390] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8299; }","duration":"1.315432616s","start":"2026-04-09T22:44:24.072162Z","end":"2026-04-09T22:44:25.387594Z","steps":["trace[1753650390] 'agreement among raft nodes before linearized reading' (duration: 1.315232713s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.38764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.65878Z","time spent":"728.855671ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:44:25.387655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.072141Z","time spent":"1.315506177s","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-09T22:44:25.387746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.766462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:44:25.387764Z","caller":"traceutil/trace.go:171","msg":"trace[325852933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8299; }","duration":"342.816162ms","start":"2026-04-09T22:44:25.044942Z","end":"2026-04-09T22:44:25.387758Z","steps":["trace[325852933] 'agreement among raft nodes before linearized reading' (duration: 342.768922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.387765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.082278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:25.38784Z","caller":"traceutil/trace.go:171","msg":"trace[1295251956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"440.191881ms","start":"2026-04-09T22:44:24.947638Z","end":"2026-04-09T22:44:25.38783Z","steps":["trace[1295251956] 'agreement among raft nodes before linearized reading' (duration: 440.097539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.387885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.94762Z","time spent":"440.257912ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:44:25.387903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.028233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:44:25.387936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.642464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:44:25.387944Z","caller":"traceutil/trace.go:171","msg":"trace[1661955537] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8299; }","duration":"748.106005ms","start":"2026-04-09T22:44:24.639824Z","end":"2026-04-09T22:44:25.38793Z","steps":["trace[1661955537] 'agreement among raft nodes before linearized reading' (duration: 748.044593ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:25.387958Z","caller":"traceutil/trace.go:171","msg":"trace[1201860394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"910.701144ms","start":"2026-04-09T22:44:24.477251Z","end":"2026-04-09T22:44:25.387952Z","steps":["trace[1201860394] 'agreement among raft nodes before linearized reading' (duration: 910.644933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.387977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.477233Z","time spent":"910.740075ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:44:25.387979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.639803Z","time spent":"748.167575ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:44:25.387816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:25.044927Z","time spent":"342.883314ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:44:25.38808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.359807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:44:25.388096Z","caller":"traceutil/trace.go:171","msg":"trace[1462757885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"795.403848ms","start":"2026-04-09T22:44:24.592687Z","end":"2026-04-09T22:44:25.388091Z","steps":["trace[1462757885] 'agreement among raft nodes before linearized reading' (duration: 795.356527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:25.388116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:24.592673Z","time spent":"795.43996ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:44:37.025658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685821415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:44:37.52632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685821415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:44:37.630141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230025652s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:44:37.630514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:36.399961Z","time spent":"1.230548881s","remote":"127.0.0.1:59338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:44:37.690378Z","caller":"traceutil/trace.go:171","msg":"trace[1860993066] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"246.043132ms","start":"2026-04-09T22:44:37.4443Z","end":"2026-04-09T22:44:37.690343Z","steps":["trace[1860993066] 'process raft request' (duration: 245.739246ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.690394Z","caller":"traceutil/trace.go:171","msg":"trace[1932895796] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"191.870325ms","start":"2026-04-09T22:44:37.498505Z","end":"2026-04-09T22:44:37.690375Z","steps":["trace[1932895796] 'process raft request' (duration: 191.738323ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.690491Z","caller":"traceutil/trace.go:171","msg":"trace[1721718075] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8658; }","duration":"1.165651621s","start":"2026-04-09T22:44:36.524808Z","end":"2026-04-09T22:44:37.690459Z","steps":["trace[1721718075] 'read index received' (duration: 1.105612803s)","trace[1721718075] 'applied index is now lower than readState.Index' (duration: 60.037188ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:37.69057Z","caller":"traceutil/trace.go:171","msg":"trace[607339123] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"191.283893ms","start":"2026-04-09T22:44:37.499253Z","end":"2026-04-09T22:44:37.690537Z","steps":["trace[607339123] 'process raft request' (duration: 191.065769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.690794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165928937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:37.690925Z","caller":"traceutil/trace.go:171","msg":"trace[2048347238] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8361; }","duration":"1.16613498s","start":"2026-04-09T22:44:36.524768Z","end":"2026-04-09T22:44:37.690903Z","steps":["trace[2048347238] 'agreement among raft nodes before linearized reading' (duration: 1.165857005s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.691045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:36.524757Z","time spent":"1.166271192s","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:44:37.808321Z","caller":"traceutil/trace.go:171","msg":"trace[335082796] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8662; }","duration":"117.72033ms","start":"2026-04-09T22:44:37.690577Z","end":"2026-04-09T22:44:37.808297Z","steps":["trace[335082796] 'read index received' (duration: 117.516466ms)","trace[335082796] 'applied index is now lower than readState.Index' (duration: 202.704µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:44:37.808559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.105709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T22:44:37.80856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.749023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:44:37.808563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.050539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:44:37.808603Z","caller":"traceutil/trace.go:171","msg":"trace[1255651896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8362; }","duration":"286.187731ms","start":"2026-04-09T22:44:37.522405Z","end":"2026-04-09T22:44:37.808592Z","steps":["trace[1255651896] 'agreement among raft nodes before linearized reading' (duration: 286.003148ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.808615Z","caller":"traceutil/trace.go:171","msg":"trace[2104692120] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"176.847769ms","start":"2026-04-09T22:44:37.631746Z","end":"2026-04-09T22:44:37.808594Z","steps":["trace[2104692120] 'process raft request' (duration: 176.381121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.808721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.853359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:44:37.80871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.460196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:44:37.808775Z","caller":"traceutil/trace.go:171","msg":"trace[1596952445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8362; }","duration":"300.947241ms","start":"2026-04-09T22:44:37.507816Z","end":"2026-04-09T22:44:37.808763Z","steps":["trace[1596952445] 'agreement among raft nodes before linearized reading' (duration: 300.808018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.808785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.173448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:44:37.808768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.340865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:44:37.80882Z","caller":"traceutil/trace.go:171","msg":"trace[1484264338] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8362; }","duration":"602.26187ms","start":"2026-04-09T22:44:37.206546Z","end":"2026-04-09T22:44:37.808808Z","steps":["trace[1484264338] 'agreement among raft nodes before linearized reading' (duration: 602.119407ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.808809Z","caller":"traceutil/trace.go:171","msg":"trace[1339317998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8362; }","duration":"637.60359ms","start":"2026-04-09T22:44:37.171182Z","end":"2026-04-09T22:44:37.808786Z","steps":["trace[1339317998] 'agreement among raft nodes before linearized reading' (duration: 637.299293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.80882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:37.507797Z","time spent":"301.014132ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:44:37.808838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:37.206524Z","time spent":"602.309431ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:44:37.808842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17292697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:44:37.808838Z","caller":"traceutil/trace.go:171","msg":"trace[141391111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8362; }","duration":"285.439027ms","start":"2026-04-09T22:44:37.523381Z","end":"2026-04-09T22:44:37.808819Z","steps":["trace[141391111] 'agreement among raft nodes before linearized reading' (duration: 285.265303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.808834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.142049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:37.808877Z","caller":"traceutil/trace.go:171","msg":"trace[2121821496] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8362; }","duration":"1.17296655s","start":"2026-04-09T22:44:36.6359Z","end":"2026-04-09T22:44:37.808867Z","steps":["trace[2121821496] 'agreement among raft nodes before linearized reading' (duration: 1.172906669s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.808875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:37.171162Z","time spent":"637.698371ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:44:37.80889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.481784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:44:37.808914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:36.635831Z","time spent":"1.173071622s","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:44:37.80892Z","caller":"traceutil/trace.go:171","msg":"trace[92363754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8362; }","duration":"922.289952ms","start":"2026-04-09T22:44:36.886611Z","end":"2026-04-09T22:44:37.808901Z","steps":["trace[92363754] 'agreement among raft nodes before linearized reading' (duration: 922.100808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.80897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:36.88659Z","time spent":"922.371123ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:44:37.808969Z","caller":"traceutil/trace.go:171","msg":"trace[1391239127] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8362; }","duration":"800.592137ms","start":"2026-04-09T22:44:37.008349Z","end":"2026-04-09T22:44:37.808941Z","steps":["trace[1391239127] 'agreement among raft nodes before linearized reading' (duration: 800.406083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.808538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.580684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:44:37.809021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:37.008331Z","time spent":"800.673228ms","remote":"127.0.0.1:59774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:44:37.809085Z","caller":"traceutil/trace.go:171","msg":"trace[1638668832] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8362; }","duration":"130.135236ms","start":"2026-04-09T22:44:37.678914Z","end":"2026-04-09T22:44:37.809049Z","steps":["trace[1638668832] 'agreement among raft nodes before linearized reading' (duration: 129.484623ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.809197Z","caller":"traceutil/trace.go:171","msg":"trace[1212498705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8362; }","duration":"285.165102ms","start":"2026-04-09T22:44:37.523449Z","end":"2026-04-09T22:44:37.808614Z","steps":["trace[1212498705] 'agreement among raft nodes before linearized reading' (duration: 284.973878ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.809263Z","caller":"traceutil/trace.go:171","msg":"trace[255344580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8362; }","duration":"285.826624ms","start":"2026-04-09T22:44:37.522776Z","end":"2026-04-09T22:44:37.808603Z","steps":["trace[255344580] 'agreement among raft nodes before linearized reading' (duration: 285.60292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.959425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.502006ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:44:37.959738Z","caller":"traceutil/trace.go:171","msg":"trace[1880353517] linearizableReadLoop","detail":"{readStateIndex:8664; appliedIndex:8663; }","duration":"151.324357ms","start":"2026-04-09T22:44:37.808387Z","end":"2026-04-09T22:44:37.959712Z","steps":["trace[1880353517] 'read index received' (duration: 34.481244ms)","trace[1880353517] 'applied index is now lower than readState.Index' (duration: 116.841023ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:37.959908Z","caller":"traceutil/trace.go:171","msg":"trace[2023578547] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"147.154938ms","start":"2026-04-09T22:44:37.81274Z","end":"2026-04-09T22:44:37.959895Z","steps":["trace[2023578547] 'process raft request' (duration: 146.805281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.959954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.259741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:44:37.960019Z","caller":"traceutil/trace.go:171","msg":"trace[463740999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8364; }","duration":"203.362443ms","start":"2026-04-09T22:44:37.75664Z","end":"2026-04-09T22:44:37.960003Z","steps":["trace[463740999] 'agreement among raft nodes before linearized reading' (duration: 203.103568ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.959841Z","caller":"traceutil/trace.go:171","msg":"trace[20754753] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"146.79533ms","start":"2026-04-09T22:44:37.813027Z","end":"2026-04-09T22:44:37.959822Z","steps":["trace[20754753] 'process raft request' (duration: 146.669328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.960297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.567857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:44:37.960309Z","caller":"traceutil/trace.go:171","msg":"trace[226344146] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"146.486345ms","start":"2026-04-09T22:44:37.8138Z","end":"2026-04-09T22:44:37.960286Z","steps":["trace[226344146] 'process raft request' (duration: 145.964225ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.960358Z","caller":"traceutil/trace.go:171","msg":"trace[854024331] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8365; }","duration":"231.672769ms","start":"2026-04-09T22:44:37.728669Z","end":"2026-04-09T22:44:37.960342Z","steps":["trace[854024331] 'agreement among raft nodes before linearized reading' (duration: 231.179609ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.960467Z","caller":"traceutil/trace.go:171","msg":"trace[1120394632] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"146.338372ms","start":"2026-04-09T22:44:37.814109Z","end":"2026-04-09T22:44:37.960447Z","steps":["trace[1120394632] 'process raft request' (duration: 146.092628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:37.961089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.799629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:44:37.961143Z","caller":"traceutil/trace.go:171","msg":"trace[476127025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8367; }","duration":"147.881691ms","start":"2026-04-09T22:44:37.813249Z","end":"2026-04-09T22:44:37.961131Z","steps":["trace[476127025] 'agreement among raft nodes before linearized reading' (duration: 147.724658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:37.961388Z","caller":"traceutil/trace.go:171","msg":"trace[609573] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"146.710909ms","start":"2026-04-09T22:44:37.814662Z","end":"2026-04-09T22:44:37.961373Z","steps":["trace[609573] 'process raft request' (duration: 145.652119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:38.173093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.047826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:38.173176Z","caller":"traceutil/trace.go:171","msg":"trace[1651428665] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8368; }","duration":"108.188369ms","start":"2026-04-09T22:44:38.064969Z","end":"2026-04-09T22:44:38.173157Z","steps":["trace[1651428665] 'range keys from in-memory index tree' (duration: 107.923004ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:39.819124Z","caller":"traceutil/trace.go:171","msg":"trace[949585703] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"587.208544ms","start":"2026-04-09T22:44:39.231887Z","end":"2026-04-09T22:44:39.819095Z","steps":["trace[949585703] 'process raft request' (duration: 587.052781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:39.819346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:39.231861Z","time spent":"587.408117ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:40.022755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.287736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:44:40.022922Z","caller":"traceutil/trace.go:171","msg":"trace[1519093643] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8671; }","duration":"107.569658ms","start":"2026-04-09T22:44:39.915338Z","end":"2026-04-09T22:44:40.022908Z","steps":["trace[1519093643] 'read index received' (duration: 36.561µs)","trace[1519093643] 'applied index is now lower than readState.Index' (duration: 107.532297ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:40.023001Z","caller":"traceutil/trace.go:171","msg":"trace[1875410562] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"327.315081ms","start":"2026-04-09T22:44:39.695677Z","end":"2026-04-09T22:44:40.022992Z","steps":["trace[1875410562] 'process raft request' (duration: 327.155398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:40.023048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:39.695664Z","time spent":"327.357901ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:40.023131Z","caller":"traceutil/trace.go:171","msg":"trace[1919730617] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"328.340959ms","start":"2026-04-09T22:44:39.694725Z","end":"2026-04-09T22:44:40.023066Z","steps":["trace[1919730617] 'process raft request' (duration: 213.482043ms)","trace[1919730617] 'compare' (duration: 114.01941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:44:40.02331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:39.694696Z","time spent":"328.532923ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:40.023299Z","caller":"traceutil/trace.go:171","msg":"trace[456152525] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"327.27716ms","start":"2026-04-09T22:44:39.695982Z","end":"2026-04-09T22:44:40.023259Z","steps":["trace[456152525] 'process raft request' (duration: 326.891253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:40.023335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.950715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:44:40.023523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:39.69595Z","time spent":"327.459604ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:40.023723Z","caller":"traceutil/trace.go:171","msg":"trace[61463475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8372; }","duration":"108.255181ms","start":"2026-04-09T22:44:39.915288Z","end":"2026-04-09T22:44:40.023543Z","steps":["trace[61463475] 'agreement among raft nodes before linearized reading' (duration: 107.842123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:40.268592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.219604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:44:40.268863Z","caller":"traceutil/trace.go:171","msg":"trace[912608096] linearizableReadLoop","detail":"{readStateIndex:8679; appliedIndex:8674; }","duration":"232.471034ms","start":"2026-04-09T22:44:40.036382Z","end":"2026-04-09T22:44:40.268853Z","steps":["trace[912608096] 'read index received' (duration: 66.379477ms)","trace[912608096] 'applied index is now lower than readState.Index' (duration: 166.090597ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:40.26884Z","caller":"traceutil/trace.go:171","msg":"trace[1486556223] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"240.347474ms","start":"2026-04-09T22:44:40.028436Z","end":"2026-04-09T22:44:40.268783Z","steps":["trace[1486556223] 'process raft request' (duration: 97.835594ms)","trace[1486556223] 'compare' (duration: 141.898598ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:40.268952Z","caller":"traceutil/trace.go:171","msg":"trace[102058940] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"239.882655ms","start":"2026-04-09T22:44:40.029059Z","end":"2026-04-09T22:44:40.268942Z","steps":["trace[102058940] 'process raft request' (duration: 239.727412ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:40.268997Z","caller":"traceutil/trace.go:171","msg":"trace[1726627333] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"240.301683ms","start":"2026-04-09T22:44:40.028669Z","end":"2026-04-09T22:44:40.268971Z","steps":["trace[1726627333] 'process raft request' (duration: 240.016677ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:40.269028Z","caller":"traceutil/trace.go:171","msg":"trace[471949285] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"240.234871ms","start":"2026-04-09T22:44:40.028745Z","end":"2026-04-09T22:44:40.26898Z","steps":["trace[471949285] 'process raft request' (duration: 240.015277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:40.269143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.762049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:44:40.26918Z","caller":"traceutil/trace.go:171","msg":"trace[272243712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8377; }","duration":"232.828971ms","start":"2026-04-09T22:44:40.036341Z","end":"2026-04-09T22:44:40.26917Z","steps":["trace[272243712] 'agreement among raft nodes before linearized reading' (duration: 232.642548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:40.269181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.900908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:44:40.269256Z","caller":"traceutil/trace.go:171","msg":"trace[93753873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8377; }","duration":"228.00823ms","start":"2026-04-09T22:44:40.041228Z","end":"2026-04-09T22:44:40.269236Z","steps":["trace[93753873] 'agreement among raft nodes before linearized reading' (duration: 227.762676ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:41.282263Z","caller":"traceutil/trace.go:171","msg":"trace[2092276601] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8680; }","duration":"334.73139ms","start":"2026-04-09T22:44:40.947507Z","end":"2026-04-09T22:44:41.282238Z","steps":["trace[2092276601] 'read index received' (duration: 334.568138ms)","trace[2092276601] 'applied index is now lower than readState.Index' (duration: 162.012µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:41.282304Z","caller":"traceutil/trace.go:171","msg":"trace[631496803] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"601.31942ms","start":"2026-04-09T22:44:40.680952Z","end":"2026-04-09T22:44:41.282272Z","steps":["trace[631496803] 'process raft request' (duration: 600.921763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:41.282411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.890554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:41.282453Z","caller":"traceutil/trace.go:171","msg":"trace[588689186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8379; }","duration":"334.993606ms","start":"2026-04-09T22:44:40.947449Z","end":"2026-04-09T22:44:41.282442Z","steps":["trace[588689186] 'agreement among raft nodes before linearized reading' (duration: 334.888133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:41.282458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:40.680922Z","time spent":"601.450503ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:41.282493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:40.947429Z","time spent":"335.055928ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:44:42.929151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.36822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:44:42.929353Z","caller":"traceutil/trace.go:171","msg":"trace[1130637969] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8681; }","duration":"822.363489ms","start":"2026-04-09T22:44:42.106973Z","end":"2026-04-09T22:44:42.929336Z","steps":["trace[1130637969] 'read index received' (duration: 13.595177ms)","trace[1130637969] 'applied index is now lower than readState.Index' (duration: 808.767292ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:42.929436Z","caller":"traceutil/trace.go:171","msg":"trace[1104764218] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"900.369437ms","start":"2026-04-09T22:44:42.029029Z","end":"2026-04-09T22:44:42.929399Z","steps":["trace[1104764218] 'process raft request' (duration: 900.219124ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:42.929525Z","caller":"traceutil/trace.go:171","msg":"trace[1170785465] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"900.510979ms","start":"2026-04-09T22:44:42.029Z","end":"2026-04-09T22:44:42.929511Z","steps":["trace[1170785465] 'process raft request' (duration: 683.700901ms)","trace[1170785465] 'compare' (duration: 216.131695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:44:42.929523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.542243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T22:44:42.929559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.335994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:44:42.929581Z","caller":"traceutil/trace.go:171","msg":"trace[465984023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8382; }","duration":"822.647754ms","start":"2026-04-09T22:44:42.106919Z","end":"2026-04-09T22:44:42.929567Z","steps":["trace[465984023] 'agreement among raft nodes before linearized reading' (duration: 822.491561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:42.929579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.831401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:44:42.929598Z","caller":"traceutil/trace.go:171","msg":"trace[1023850299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8382; }","duration":"656.376124ms","start":"2026-04-09T22:44:42.273211Z","end":"2026-04-09T22:44:42.929588Z","steps":["trace[1023850299] 'agreement among raft nodes before linearized reading' (duration: 656.227542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:42.929611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.106902Z","time spent":"822.702476ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:44:42.929597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.028998Z","time spent":"900.519749ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:42.929643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.273155Z","time spent":"656.478236ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:44:42.929697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.709847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:44:42.929623Z","caller":"traceutil/trace.go:171","msg":"trace[1167390637] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8382; }","duration":"648.916564ms","start":"2026-04-09T22:44:42.280695Z","end":"2026-04-09T22:44:42.929611Z","steps":["trace[1167390637] 'agreement among raft nodes before linearized reading' (duration: 648.755391ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:42.929722Z","caller":"traceutil/trace.go:171","msg":"trace[644176450] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8382; }","duration":"499.771888ms","start":"2026-04-09T22:44:42.429945Z","end":"2026-04-09T22:44:42.929717Z","steps":["trace[644176450] 'agreement among raft nodes before linearized reading' (duration: 499.707706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:42.929744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.429924Z","time spent":"499.816189ms","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-04-09T22:44:42.929737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.280679Z","time spent":"649.049486ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"warn","ts":"2026-04-09T22:44:42.929907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.678571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:44:42.929931Z","caller":"traceutil/trace.go:171","msg":"trace[514704734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8382; }","duration":"589.714811ms","start":"2026-04-09T22:44:42.34021Z","end":"2026-04-09T22:44:42.929925Z","steps":["trace[514704734] 'agreement among raft nodes before linearized reading' (duration: 589.65637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:42.929948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.340202Z","time spent":"589.742152ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:44:42.929988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.474596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:44:42.930017Z","caller":"traceutil/trace.go:171","msg":"trace[158226624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8382; }","duration":"656.518997ms","start":"2026-04-09T22:44:42.273491Z","end":"2026-04-09T22:44:42.93001Z","steps":["trace[158226624] 'agreement among raft nodes before linearized reading' (duration: 656.449146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:42.930036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.273484Z","time spent":"656.547447ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:44:42.930149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.600008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:44:42.930182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.937005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:44:42.930191Z","caller":"traceutil/trace.go:171","msg":"trace[108549506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8382; }","duration":"656.65929ms","start":"2026-04-09T22:44:42.27352Z","end":"2026-04-09T22:44:42.930179Z","steps":["trace[108549506] 'agreement among raft nodes before linearized reading' (duration: 656.529298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:42.930234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.273513Z","time spent":"656.714151ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:44:42.930232Z","caller":"traceutil/trace.go:171","msg":"trace[2006595969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8382; }","duration":"657.024817ms","start":"2026-04-09T22:44:42.273196Z","end":"2026-04-09T22:44:42.930221Z","steps":["trace[2006595969] 'agreement among raft nodes before linearized reading' (duration: 656.889844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:42.92959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.028978Z","time spent":"900.579811ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:42.930276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:42.273176Z","time spent":"657.092248ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:44:43.101476Z","caller":"traceutil/trace.go:171","msg":"trace[201567150] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8691; }","duration":"134.580409ms","start":"2026-04-09T22:44:42.966867Z","end":"2026-04-09T22:44:43.101448Z","steps":["trace[201567150] 'read index received' (duration: 64.379469ms)","trace[201567150] 'applied index is now lower than readState.Index' (duration: 70.19972ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:43.101487Z","caller":"traceutil/trace.go:171","msg":"trace[1707506460] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"137.890843ms","start":"2026-04-09T22:44:42.963568Z","end":"2026-04-09T22:44:43.101459Z","steps":["trace[1707506460] 'process raft request' (duration: 67.613071ms)","trace[1707506460] 'compare' (duration: 70.114419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:44:43.101622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.376852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:43.101661Z","caller":"traceutil/trace.go:171","msg":"trace[1347929358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8389; }","duration":"157.444923ms","start":"2026-04-09T22:44:42.944208Z","end":"2026-04-09T22:44:43.101653Z","steps":["trace[1347929358] 'agreement among raft nodes before linearized reading' (duration: 157.328911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:43.442503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.434384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:44:43.442558Z","caller":"traceutil/trace.go:171","msg":"trace[786496331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8389; }","duration":"240.541046ms","start":"2026-04-09T22:44:43.202004Z","end":"2026-04-09T22:44:43.442545Z","steps":["trace[786496331] 'range keys from in-memory index tree' (duration: 240.272061ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:43.794866Z","caller":"traceutil/trace.go:171","msg":"trace[1025977406] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8692; }","duration":"350.987109ms","start":"2026-04-09T22:44:43.443851Z","end":"2026-04-09T22:44:43.794838Z","steps":["trace[1025977406] 'read index received' (duration: 350.734505ms)","trace[1025977406] 'applied index is now lower than readState.Index' (duration: 251.574µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:43.794957Z","caller":"traceutil/trace.go:171","msg":"trace[887664567] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"545.022234ms","start":"2026-04-09T22:44:43.249903Z","end":"2026-04-09T22:44:43.794925Z","steps":["trace[887664567] 'process raft request' (duration: 544.750459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:43.79513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.262654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-04-09T22:44:43.795201Z","caller":"traceutil/trace.go:171","msg":"trace[473677470] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8390; }","duration":"351.372667ms","start":"2026-04-09T22:44:43.443811Z","end":"2026-04-09T22:44:43.795184Z","steps":["trace[473677470] 'agreement among raft nodes before linearized reading' (duration: 351.120542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:43.795248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:43.443789Z","time spent":"351.450378ms","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-09T22:44:43.795258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:43.249885Z","time spent":"545.289099ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:43.97278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.904146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:43.972914Z","caller":"traceutil/trace.go:171","msg":"trace[2062039514] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8390; }","duration":"116.097809ms","start":"2026-04-09T22:44:43.856801Z","end":"2026-04-09T22:44:43.972899Z","steps":["trace[2062039514] 'range keys from in-memory index tree' (duration: 115.769643ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:03.373621Z","caller":"traceutil/trace.go:171","msg":"trace[513122640] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8809; }","duration":"125.279993ms","start":"2026-04-09T22:45:03.248311Z","end":"2026-04-09T22:45:03.373591Z","steps":["trace[513122640] 'read index received' (duration: 45.735517ms)","trace[513122640] 'applied index is now lower than readState.Index' (duration: 79.543056ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:03.373707Z","caller":"traceutil/trace.go:171","msg":"trace[636737408] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"130.704436ms","start":"2026-04-09T22:45:03.24297Z","end":"2026-04-09T22:45:03.373674Z","steps":["trace[636737408] 'process raft request' (duration: 51.13425ms)","trace[636737408] 'compare' (duration: 79.335112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:03.373966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.627051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-09T22:45:03.37406Z","caller":"traceutil/trace.go:171","msg":"trace[1616527268] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8503; }","duration":"125.749553ms","start":"2026-04-09T22:45:03.248287Z","end":"2026-04-09T22:45:03.374036Z","steps":["trace[1616527268] 'agreement among raft nodes before linearized reading' (duration: 125.411276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:08.447905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.051517ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:45:08.448024Z","caller":"traceutil/trace.go:171","msg":"trace[1685533105] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8879; }","duration":"634.531311ms","start":"2026-04-09T22:45:07.813475Z","end":"2026-04-09T22:45:08.448006Z","steps":["trace[1685533105] 'read index received' (duration: 185.372582ms)","trace[1685533105] 'applied index is now lower than readState.Index' (duration: 449.153799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:08.448138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.658193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:08.448179Z","caller":"traceutil/trace.go:171","msg":"trace[1374706340] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io; range_end:; response_count:0; response_revision:8570; }","duration":"634.705014ms","start":"2026-04-09T22:45:07.813461Z","end":"2026-04-09T22:45:08.448166Z","steps":["trace[1374706340] 'agreement among raft nodes before linearized reading' (duration: 634.619392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:08.448214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:07.813444Z","time spent":"634.761395ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" "} {"level":"warn","ts":"2026-04-09T22:45:08.454608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.302279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:08.454618Z","caller":"traceutil/trace.go:171","msg":"trace[835880940] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"146.198699ms","start":"2026-04-09T22:45:08.30835Z","end":"2026-04-09T22:45:08.454548Z","steps":["trace[835880940] 'process raft request' (duration: 145.967635ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:08.454688Z","caller":"traceutil/trace.go:171","msg":"trace[1013569403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8571; }","duration":"508.440722ms","start":"2026-04-09T22:45:07.946227Z","end":"2026-04-09T22:45:08.454668Z","steps":["trace[1013569403] 'agreement among raft nodes before linearized reading' (duration: 508.303619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:08.454741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:07.9462Z","time spent":"508.532443ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:45:12.449484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685822085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:45:12.824598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104913742s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:45:12.82513Z","caller":"traceutil/trace.go:171","msg":"trace[1748446622] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8901; }","duration":"876.417973ms","start":"2026-04-09T22:45:11.948689Z","end":"2026-04-09T22:45:12.825107Z","steps":["trace[1748446622] 'read index received' (duration: 876.211689ms)","trace[1748446622] 'applied index is now lower than readState.Index' (duration: 204.964µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:12.825187Z","caller":"traceutil/trace.go:171","msg":"trace[1673032872] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"1.105570724s","start":"2026-04-09T22:45:11.71959Z","end":"2026-04-09T22:45:12.82516Z","steps":["trace[1673032872] 'process raft request' (duration: 1.10535928s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:12.825292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.602086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:45:12.82532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:11.719564Z","time spent":"1.105674607s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:12.825332Z","caller":"traceutil/trace.go:171","msg":"trace[1890672920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8592; }","duration":"876.690798ms","start":"2026-04-09T22:45:11.948631Z","end":"2026-04-09T22:45:12.825322Z","steps":["trace[1890672920] 'agreement among raft nodes before linearized reading' (duration: 876.591086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:12.825365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:11.948607Z","time spent":"876.751599ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:45:13.325901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685822088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:45:13.445616Z","caller":"traceutil/trace.go:171","msg":"trace[1152075462] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"960.890342ms","start":"2026-04-09T22:45:12.484702Z","end":"2026-04-09T22:45:13.445592Z","steps":["trace[1152075462] 'process raft request' (duration: 960.742679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.44579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:12.484676Z","time spent":"961.036915ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:13.447422Z","caller":"traceutil/trace.go:171","msg":"trace[232347032] linearizableReadLoop","detail":"{readStateIndex:8905; appliedIndex:8902; }","duration":"622.207526ms","start":"2026-04-09T22:45:12.825197Z","end":"2026-04-09T22:45:13.447404Z","steps":["trace[232347032] 'read index received' (duration: 620.304101ms)","trace[232347032] 'applied index is now lower than readState.Index' (duration: 1.902795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:13.44756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000047565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:45:13.447589Z","caller":"traceutil/trace.go:171","msg":"trace[1336523728] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8595; }","duration":"1.000132066s","start":"2026-04-09T22:45:12.447449Z","end":"2026-04-09T22:45:13.447581Z","steps":["trace[1336523728] 'agreement among raft nodes before linearized reading' (duration: 1.000043895s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.447575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375200511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:45:13.447615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:12.447431Z","time spent":"1.000177747s","remote":"127.0.0.1:59560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:45:13.447635Z","caller":"traceutil/trace.go:171","msg":"trace[729553648] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8595; }","duration":"1.375311313s","start":"2026-04-09T22:45:12.072312Z","end":"2026-04-09T22:45:13.447623Z","steps":["trace[729553648] 'agreement among raft nodes before linearized reading' (duration: 1.375199331s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.447671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:12.072292Z","time spent":"1.375369604s","remote":"127.0.0.1:59656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:45:13.447789Z","caller":"traceutil/trace.go:171","msg":"trace[1066497568] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"347.620646ms","start":"2026-04-09T22:45:13.100111Z","end":"2026-04-09T22:45:13.447731Z","steps":["trace[1066497568] 'process raft request' (duration: 347.163477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.447828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015925285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:45:13.447904Z","caller":"traceutil/trace.go:171","msg":"trace[625642862] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8595; }","duration":"1.016051818s","start":"2026-04-09T22:45:12.431834Z","end":"2026-04-09T22:45:13.447886Z","steps":["trace[625642862] 'agreement among raft nodes before linearized reading' (duration: 1.015854754s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.447925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.757477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:45:13.447932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:13.100079Z","time spent":"347.779509ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:13.447959Z","caller":"traceutil/trace.go:171","msg":"trace[750813473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8595; }","duration":"178.791937ms","start":"2026-04-09T22:45:13.269157Z","end":"2026-04-09T22:45:13.447949Z","steps":["trace[750813473] 'agreement among raft nodes before linearized reading' (duration: 178.682465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.447892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.817721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:45:13.447956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:12.431812Z","time spent":"1.016133479s","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-04-09T22:45:13.447986Z","caller":"traceutil/trace.go:171","msg":"trace[238783940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8595; }","duration":"184.956884ms","start":"2026-04-09T22:45:13.263021Z","end":"2026-04-09T22:45:13.447978Z","steps":["trace[238783940] 'agreement among raft nodes before linearized reading' (duration: 184.666438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.447998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.327287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:45:13.448097Z","caller":"traceutil/trace.go:171","msg":"trace[1085808598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8595; }","duration":"179.409998ms","start":"2026-04-09T22:45:13.268643Z","end":"2026-04-09T22:45:13.448053Z","steps":["trace[1085808598] 'agreement among raft nodes before linearized reading' (duration: 179.288226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.448122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.414603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:45:13.448142Z","caller":"traceutil/trace.go:171","msg":"trace[82561424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8595; }","duration":"193.450765ms","start":"2026-04-09T22:45:13.254685Z","end":"2026-04-09T22:45:13.448136Z","steps":["trace[82561424] 'agreement among raft nodes before linearized reading' (duration: 193.387303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.448274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.942584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:45:13.448278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.8497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:13.448374Z","caller":"traceutil/trace.go:171","msg":"trace[1485695747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8595; }","duration":"621.997422ms","start":"2026-04-09T22:45:12.826352Z","end":"2026-04-09T22:45:13.44835Z","steps":["trace[1485695747] 'agreement among raft nodes before linearized reading' (duration: 621.263348ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:13.448378Z","caller":"traceutil/trace.go:171","msg":"trace[1571437620] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"347.221607ms","start":"2026-04-09T22:45:13.100252Z","end":"2026-04-09T22:45:13.447473Z","steps":["trace[1571437620] 'process raft request' (duration: 347.120426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.448426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:12.82633Z","time spent":"622.088255ms","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:45:13.448664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.755479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:45:13.448705Z","caller":"traceutil/trace.go:171","msg":"trace[1176809793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8595; }","duration":"177.488112ms","start":"2026-04-09T22:45:13.271206Z","end":"2026-04-09T22:45:13.448694Z","steps":["trace[1176809793] 'agreement among raft nodes before linearized reading' (duration: 176.648926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.448916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:13.100224Z","time spent":"348.191786ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:13.448315Z","caller":"traceutil/trace.go:171","msg":"trace[1379855689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8595; }","duration":"297.986015ms","start":"2026-04-09T22:45:13.150321Z","end":"2026-04-09T22:45:13.448307Z","steps":["trace[1379855689] 'agreement among raft nodes before linearized reading' (duration: 297.885383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:13.449755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.359258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:45:13.450125Z","caller":"traceutil/trace.go:171","msg":"trace[1556913723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8595; }","duration":"226.539412ms","start":"2026-04-09T22:45:13.223353Z","end":"2026-04-09T22:45:13.449892Z","steps":["trace[1556913723] 'agreement among raft nodes before linearized reading' (duration: 224.512664ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:14.124414Z","caller":"traceutil/trace.go:171","msg":"trace[1018489031] linearizableReadLoop","detail":"{readStateIndex:8914; appliedIndex:8913; }","duration":"177.013774ms","start":"2026-04-09T22:45:13.947356Z","end":"2026-04-09T22:45:14.12437Z","steps":["trace[1018489031] 'read index received' (duration: 176.75881ms)","trace[1018489031] 'applied index is now lower than readState.Index' (duration: 253.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:14.124531Z","caller":"traceutil/trace.go:171","msg":"trace[1015269381] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"277.14553ms","start":"2026-04-09T22:45:13.847359Z","end":"2026-04-09T22:45:14.124504Z","steps":["trace[1015269381] 'process raft request' (duration: 276.822394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:14.124654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.283709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:14.124718Z","caller":"traceutil/trace.go:171","msg":"trace[392254788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8603; }","duration":"177.407271ms","start":"2026-04-09T22:45:13.947298Z","end":"2026-04-09T22:45:14.124705Z","steps":["trace[392254788] 'agreement among raft nodes before linearized reading' (duration: 177.188888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.7545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.38599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T22:45:25.754635Z","caller":"traceutil/trace.go:171","msg":"trace[1288594631] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8697; }","duration":"535.324331ms","start":"2026-04-09T22:45:25.219289Z","end":"2026-04-09T22:45:25.754614Z","steps":["trace[1288594631] 'process raft request' (duration: 53.713857ms)","trace[1288594631] 'compare' (duration: 481.118275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:25.754714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.219281Z","time spent":"535.395522ms","remote":"127.0.0.1:35730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-09T22:45:25.822169Z","caller":"traceutil/trace.go:171","msg":"trace[1622787696] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"598.991237ms","start":"2026-04-09T22:45:25.223148Z","end":"2026-04-09T22:45:25.822139Z","steps":["trace[1622787696] 'process raft request' (duration: 598.858414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.822387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.223138Z","time spent":"599.10775ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:25.922753Z","caller":"traceutil/trace.go:171","msg":"trace[399321863] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"432.83124ms","start":"2026-04-09T22:45:25.489895Z","end":"2026-04-09T22:45:25.922726Z","steps":["trace[399321863] 'process raft request' (duration: 432.738388ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:25.922835Z","caller":"traceutil/trace.go:171","msg":"trace[346962200] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"440.605886ms","start":"2026-04-09T22:45:25.482153Z","end":"2026-04-09T22:45:25.922759Z","steps":["trace[346962200] 'process raft request' (duration: 440.330511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.922908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.489882Z","time spent":"432.946972ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:25.923066Z","caller":"traceutil/trace.go:171","msg":"trace[1865379326] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9013; }","duration":"417.274494ms","start":"2026-04-09T22:45:25.505764Z","end":"2026-04-09T22:45:25.923039Z","steps":["trace[1865379326] 'read index received' (duration: 316.231239ms)","trace[1865379326] 'applied index is now lower than readState.Index' (duration: 101.041375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:25.92308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.482129Z","time spent":"440.7902ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:25.923138Z","caller":"traceutil/trace.go:171","msg":"trace[2074964409] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"427.223663ms","start":"2026-04-09T22:45:25.495887Z","end":"2026-04-09T22:45:25.923111Z","steps":["trace[2074964409] 'process raft request' (duration: 426.800634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.923281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.507659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:45:25.923345Z","caller":"traceutil/trace.go:171","msg":"trace[834351311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8701; }","duration":"417.57444ms","start":"2026-04-09T22:45:25.505757Z","end":"2026-04-09T22:45:25.923331Z","steps":["trace[834351311] 'agreement among raft nodes before linearized reading' (duration: 417.392546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.923368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.531313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:45:25.923391Z","caller":"traceutil/trace.go:171","msg":"trace[543771024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8701; }","duration":"404.565204ms","start":"2026-04-09T22:45:25.518818Z","end":"2026-04-09T22:45:25.923383Z","steps":["trace[543771024] 'agreement among raft nodes before linearized reading' (duration: 404.507903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.923372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.429675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T22:45:25.92342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.518811Z","time spent":"404.605084ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:45:25.923416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.495872Z","time spent":"427.340736ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:25.923442Z","caller":"traceutil/trace.go:171","msg":"trace[940654055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8701; }","duration":"401.512826ms","start":"2026-04-09T22:45:25.521911Z","end":"2026-04-09T22:45:25.923424Z","steps":["trace[940654055] 'agreement among raft nodes before linearized reading' (duration: 401.301213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.923477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.591713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:45:25.923506Z","caller":"traceutil/trace.go:171","msg":"trace[1092306767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8701; }","duration":"414.639135ms","start":"2026-04-09T22:45:25.508858Z","end":"2026-04-09T22:45:25.923497Z","steps":["trace[1092306767] 'agreement among raft nodes before linearized reading' (duration: 414.553023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.923385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.505702Z","time spent":"417.675162ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:45:25.923503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.521905Z","time spent":"401.585398ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"warn","ts":"2026-04-09T22:45:25.923627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.912747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8zq5j\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-04-09T22:45:25.923305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.902991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:45:25.923678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.671661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:45:25.923683Z","caller":"traceutil/trace.go:171","msg":"trace[647446495] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8zq5j; range_end:; response_count:1; response_revision:8701; }","duration":"181.010189ms","start":"2026-04-09T22:45:25.742659Z","end":"2026-04-09T22:45:25.923669Z","steps":["trace[647446495] 'agreement among raft nodes before linearized reading' (duration: 180.871616ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:25.923696Z","caller":"traceutil/trace.go:171","msg":"trace[457811937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8701; }","duration":"415.337318ms","start":"2026-04-09T22:45:25.508343Z","end":"2026-04-09T22:45:25.92368Z","steps":["trace[457811937] 'agreement among raft nodes before linearized reading' (duration: 414.826479ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:25.923737Z","caller":"traceutil/trace.go:171","msg":"trace[1213221173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8701; }","duration":"409.752973ms","start":"2026-04-09T22:45:25.513969Z","end":"2026-04-09T22:45:25.923722Z","steps":["trace[1213221173] 'agreement among raft nodes before linearized reading' (duration: 409.60891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.923801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.508318Z","time spent":"415.446371ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:45:25.923825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.513958Z","time spent":"409.853405ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:45:25.923539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.508844Z","time spent":"414.689015ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:45:25.923713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.284072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:45:25.92404Z","caller":"traceutil/trace.go:171","msg":"trace[531147262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8701; }","duration":"411.664368ms","start":"2026-04-09T22:45:25.512354Z","end":"2026-04-09T22:45:25.924018Z","steps":["trace[531147262] 'agreement among raft nodes before linearized reading' (duration: 411.153019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:25.925618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:25.512346Z","time spent":"413.248288ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:45:26.760695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.972325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-04-09T22:45:26.760689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.741952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-04-09T22:45:26.760766Z","caller":"traceutil/trace.go:171","msg":"trace[669104623] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8712; }","duration":"137.094127ms","start":"2026-04-09T22:45:26.623656Z","end":"2026-04-09T22:45:26.76075Z","steps":["trace[669104623] 'range keys from in-memory index tree' (duration: 136.805402ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:26.760804Z","caller":"traceutil/trace.go:171","msg":"trace[1106848232] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8712; }","duration":"116.919425ms","start":"2026-04-09T22:45:26.643857Z","end":"2026-04-09T22:45:26.760777Z","steps":["trace[1106848232] 'range keys from in-memory index tree' (duration: 116.434425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:27.917682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.10905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:27.917887Z","caller":"traceutil/trace.go:171","msg":"trace[246153760] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8713; }","duration":"598.324374ms","start":"2026-04-09T22:45:27.319541Z","end":"2026-04-09T22:45:27.917866Z","steps":["trace[246153760] 'range keys from in-memory index tree' (duration: 598.08559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:27.91798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.123175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:45:27.91844Z","caller":"traceutil/trace.go:171","msg":"trace[1954325931] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9029; }","duration":"1.112636928s","start":"2026-04-09T22:45:26.80575Z","end":"2026-04-09T22:45:27.918387Z","steps":["trace[1954325931] 'read index received' (duration: 195.950752ms)","trace[1954325931] 'applied index is now lower than readState.Index' (duration: 916.684496ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:27.91847Z","caller":"traceutil/trace.go:171","msg":"trace[1244917715] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"1.11327202s","start":"2026-04-09T22:45:26.805178Z","end":"2026-04-09T22:45:27.91845Z","steps":["trace[1244917715] 'process raft request' (duration: 196.529483ms)","trace[1244917715] 'compare' (duration: 915.681597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:27.918584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:26.805154Z","time spent":"1.113363581s","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:27.918717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09425633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:45:27.918769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113018895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-09T22:45:27.918811Z","caller":"traceutil/trace.go:171","msg":"trace[922753518] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8714; }","duration":"1.113100206s","start":"2026-04-09T22:45:26.805697Z","end":"2026-04-09T22:45:27.918797Z","steps":["trace[922753518] 'agreement among raft nodes before linearized reading' (duration: 1.112865422s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:27.918801Z","caller":"traceutil/trace.go:171","msg":"trace[566165026] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8714; }","duration":"1.094383382s","start":"2026-04-09T22:45:26.824396Z","end":"2026-04-09T22:45:27.918779Z","steps":["trace[566165026] 'agreement among raft nodes before linearized reading' (duration: 1.094234519s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:27.918847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:26.80568Z","time spent":"1.113157117s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-09T22:45:27.918862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:26.824377Z","time spent":"1.094472523s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:45:27.919016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.209379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:27.919089Z","caller":"traceutil/trace.go:171","msg":"trace[1998945027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8714; }","duration":"970.386742ms","start":"2026-04-09T22:45:26.948678Z","end":"2026-04-09T22:45:27.919065Z","steps":["trace[1998945027] 'agreement among raft nodes before linearized reading' (duration: 970.213809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:27.919132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:26.948629Z","time spent":"970.492844ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:45:27.919112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.584086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:45:27.919198Z","caller":"traceutil/trace.go:171","msg":"trace[1066755510] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8714; }","duration":"515.740729ms","start":"2026-04-09T22:45:27.403437Z","end":"2026-04-09T22:45:27.919178Z","steps":["trace[1066755510] 'agreement among raft nodes before linearized reading' (duration: 515.516015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:27.919246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.403411Z","time spent":"515.824451ms","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:45:27.919425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.46539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T22:45:27.919493Z","caller":"traceutil/trace.go:171","msg":"trace[1508843193] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8714; }","duration":"756.612654ms","start":"2026-04-09T22:45:27.162866Z","end":"2026-04-09T22:45:27.919479Z","steps":["trace[1508843193] 'agreement among raft nodes before linearized reading' (duration: 755.993971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:27.919532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.162835Z","time spent":"756.686746ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":893,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:45:27.919906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053032808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-09T22:45:27.920037Z","caller":"traceutil/trace.go:171","msg":"trace[1267148941] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8714; }","duration":"1.053191512s","start":"2026-04-09T22:45:26.86683Z","end":"2026-04-09T22:45:27.920022Z","steps":["trace[1267148941] 'agreement among raft nodes before linearized reading' (duration: 1.05206418s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:27.92008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:26.866816Z","time spent":"1.053250202s","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-09T22:45:28.255312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.821719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:45:28.255428Z","caller":"traceutil/trace.go:171","msg":"trace[167192606] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"325.257052ms","start":"2026-04-09T22:45:27.930152Z","end":"2026-04-09T22:45:28.255409Z","steps":["trace[167192606] 'process raft request' (duration: 138.250979ms)","trace[167192606] 'compare' (duration: 186.680417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:28.255549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.930135Z","time spent":"325.330973ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:28.286184Z","caller":"traceutil/trace.go:171","msg":"trace[100769751] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9030; }","duration":"354.174619ms","start":"2026-04-09T22:45:27.931991Z","end":"2026-04-09T22:45:28.286166Z","steps":["trace[100769751] 'read index received' (duration: 136.462805ms)","trace[100769751] 'applied index is now lower than readState.Index' (duration: 217.710594ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:28.28628Z","caller":"traceutil/trace.go:171","msg":"trace[462615968] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"356.061915ms","start":"2026-04-09T22:45:27.930192Z","end":"2026-04-09T22:45:28.286254Z","steps":["trace[462615968] 'process raft request' (duration: 355.820901ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.286291Z","caller":"traceutil/trace.go:171","msg":"trace[907943361] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"355.901192ms","start":"2026-04-09T22:45:27.930343Z","end":"2026-04-09T22:45:28.286244Z","steps":["trace[907943361] 'process raft request' (duration: 355.775979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.286391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.389974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-09T22:45:28.286432Z","caller":"traceutil/trace.go:171","msg":"trace[87559563] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8717; }","duration":"354.468106ms","start":"2026-04-09T22:45:27.931952Z","end":"2026-04-09T22:45:28.28642Z","steps":["trace[87559563] 'agreement among raft nodes before linearized reading' (duration: 354.319762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.286446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.930332Z","time spent":"356.029275ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:28.286516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.930173Z","time spent":"356.160027ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:28.286465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.931935Z","time spent":"354.522417ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-09T22:45:28.286561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.540451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-09T22:45:28.286685Z","caller":"traceutil/trace.go:171","msg":"trace[1780414022] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8717; }","duration":"331.689194ms","start":"2026-04-09T22:45:27.954985Z","end":"2026-04-09T22:45:28.286674Z","steps":["trace[1780414022] 'agreement among raft nodes before linearized reading' (duration: 331.50807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.286714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.954954Z","time spent":"331.751915ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-09T22:45:28.286931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.439101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:45:28.286943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.142085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:45:28.287013Z","caller":"traceutil/trace.go:171","msg":"trace[1527707162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8717; }","duration":"282.238848ms","start":"2026-04-09T22:45:28.004761Z","end":"2026-04-09T22:45:28.287Z","steps":["trace[1527707162] 'agreement among raft nodes before linearized reading' (duration: 281.993503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.287055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.351689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:45:28.287082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.275896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:45:28.28709Z","caller":"traceutil/trace.go:171","msg":"trace[169917393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8717; }","duration":"282.38224ms","start":"2026-04-09T22:45:28.004696Z","end":"2026-04-09T22:45:28.287078Z","steps":["trace[169917393] 'agreement among raft nodes before linearized reading' (duration: 282.301738ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.287114Z","caller":"traceutil/trace.go:171","msg":"trace[834228983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8717; }","duration":"321.348107ms","start":"2026-04-09T22:45:27.965757Z","end":"2026-04-09T22:45:28.287105Z","steps":["trace[834228983] 'agreement among raft nodes before linearized reading' (duration: 321.278596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.287142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:27.965739Z","time spent":"321.397628ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:45:28.286979Z","caller":"traceutil/trace.go:171","msg":"trace[96328410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8717; }","duration":"282.512512ms","start":"2026-04-09T22:45:28.004454Z","end":"2026-04-09T22:45:28.286967Z","steps":["trace[96328410] 'agreement among raft nodes before linearized reading' (duration: 282.335759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.287284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.230192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T22:45:28.287368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.514283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:45:28.287356Z","caller":"traceutil/trace.go:171","msg":"trace[286486013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8717; }","duration":"277.323484ms","start":"2026-04-09T22:45:28.010022Z","end":"2026-04-09T22:45:28.287345Z","steps":["trace[286486013] 'agreement among raft nodes before linearized reading' (duration: 277.148441ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.287403Z","caller":"traceutil/trace.go:171","msg":"trace[2145097372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8717; }","duration":"281.611465ms","start":"2026-04-09T22:45:28.005783Z","end":"2026-04-09T22:45:28.287395Z","steps":["trace[2145097372] 'agreement among raft nodes before linearized reading' (duration: 281.522383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.287012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.827818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:45:28.287516Z","caller":"traceutil/trace.go:171","msg":"trace[224211112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8717; }","duration":"284.335466ms","start":"2026-04-09T22:45:28.003131Z","end":"2026-04-09T22:45:28.287466Z","steps":["trace[224211112] 'agreement among raft nodes before linearized reading' (duration: 283.794776ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.440908Z","caller":"traceutil/trace.go:171","msg":"trace[628430003] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"147.887852ms","start":"2026-04-09T22:45:28.292995Z","end":"2026-04-09T22:45:28.440883Z","steps":["trace[628430003] 'process raft request' (duration: 147.81761ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.441221Z","caller":"traceutil/trace.go:171","msg":"trace[383883209] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9034; }","duration":"148.3116ms","start":"2026-04-09T22:45:28.292791Z","end":"2026-04-09T22:45:28.441102Z","steps":["trace[383883209] 'read index received' (duration: 23.911453ms)","trace[383883209] 'applied index is now lower than readState.Index' (duration: 124.398897ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:28.441455Z","caller":"traceutil/trace.go:171","msg":"trace[1722511000] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"148.416952ms","start":"2026-04-09T22:45:28.293025Z","end":"2026-04-09T22:45:28.441442Z","steps":["trace[1722511000] 'process raft request' (duration: 147.823461ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.441597Z","caller":"traceutil/trace.go:171","msg":"trace[91344145] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"148.88085ms","start":"2026-04-09T22:45:28.292689Z","end":"2026-04-09T22:45:28.44157Z","steps":["trace[91344145] 'process raft request' (duration: 148.029465ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.441637Z","caller":"traceutil/trace.go:171","msg":"trace[1865647649] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"149.006022ms","start":"2026-04-09T22:45:28.292605Z","end":"2026-04-09T22:45:28.441611Z","steps":["trace[1865647649] 'process raft request' (duration: 135.833033ms)","trace[1865647649] 'compare' (duration: 11.725642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:28.4417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.88843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-09T22:45:28.441729Z","caller":"traceutil/trace.go:171","msg":"trace[2063926660] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"148.875161ms","start":"2026-04-09T22:45:28.292841Z","end":"2026-04-09T22:45:28.441716Z","steps":["trace[2063926660] 'process raft request' (duration: 147.924433ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:28.441744Z","caller":"traceutil/trace.go:171","msg":"trace[356797079] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8723; }","duration":"148.978653ms","start":"2026-04-09T22:45:28.292756Z","end":"2026-04-09T22:45:28.441734Z","steps":["trace[356797079] 'agreement among raft nodes before linearized reading' (duration: 148.816069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:28.44207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.815433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-09T22:45:28.442142Z","caller":"traceutil/trace.go:171","msg":"trace[1861071461] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8723; }","duration":"126.930294ms","start":"2026-04-09T22:45:28.315193Z","end":"2026-04-09T22:45:28.442123Z","steps":["trace[1861071461] 'agreement among raft nodes before linearized reading' (duration: 126.307852ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:30.054425Z","caller":"traceutil/trace.go:171","msg":"trace[1701778298] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"916.128553ms","start":"2026-04-09T22:45:29.138273Z","end":"2026-04-09T22:45:30.054401Z","steps":["trace[1701778298] 'process raft request' (duration: 915.98497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:30.054457Z","caller":"traceutil/trace.go:171","msg":"trace[345586752] linearizableReadLoop","detail":"{readStateIndex:9046; appliedIndex:9046; }","duration":"280.813538ms","start":"2026-04-09T22:45:29.773611Z","end":"2026-04-09T22:45:30.054425Z","steps":["trace[345586752] 'read index received' (duration: 280.803328ms)","trace[345586752] 'applied index is now lower than readState.Index' (duration: 8.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:30.054573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:29.13825Z","time spent":"916.252344ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:30.054706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.079484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-09T22:45:30.054722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.032097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:30.054784Z","caller":"traceutil/trace.go:171","msg":"trace[701496918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8729; }","duration":"281.210786ms","start":"2026-04-09T22:45:29.773555Z","end":"2026-04-09T22:45:30.054766Z","steps":["trace[701496918] 'agreement among raft nodes before linearized reading' (duration: 280.969081ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:30.054832Z","caller":"traceutil/trace.go:171","msg":"trace[1561682113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8729; }","duration":"107.17433ms","start":"2026-04-09T22:45:29.947636Z","end":"2026-04-09T22:45:30.054778Z","steps":["trace[1561682113] 'agreement among raft nodes before linearized reading' (duration: 106.979526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.289563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.698739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:30.289622Z","caller":"traceutil/trace.go:171","msg":"trace[1684004618] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8729; }","duration":"137.806131ms","start":"2026-04-09T22:45:30.151802Z","end":"2026-04-09T22:45:30.289608Z","steps":["trace[1684004618] 'range keys from in-memory index tree' (duration: 137.621197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.721963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.584556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:45:30.722178Z","caller":"traceutil/trace.go:171","msg":"trace[2061139471] linearizableReadLoop","detail":"{readStateIndex:9049; appliedIndex:9046; }","duration":"427.719562ms","start":"2026-04-09T22:45:30.294441Z","end":"2026-04-09T22:45:30.72216Z","steps":["trace[2061139471] 'read index received' (duration: 18.164754ms)","trace[2061139471] 'applied index is now lower than readState.Index' (duration: 409.553668ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:30.722278Z","caller":"traceutil/trace.go:171","msg":"trace[1126391792] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"428.489757ms","start":"2026-04-09T22:45:30.293775Z","end":"2026-04-09T22:45:30.722264Z","steps":["trace[1126391792] 'process raft request' (duration: 129.483953ms)","trace[1126391792] 'compare' (duration: 298.278521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:30.722354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.293756Z","time spent":"428.563578ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:30.722701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.904415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:45:30.722739Z","caller":"traceutil/trace.go:171","msg":"trace[585916496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8732; }","duration":"419.972416ms","start":"2026-04-09T22:45:30.302756Z","end":"2026-04-09T22:45:30.722729Z","steps":["trace[585916496] 'agreement among raft nodes before linearized reading' (duration: 419.805633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.722687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.207562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:45:30.722768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.302741Z","time spent":"420.020787ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"info","ts":"2026-04-09T22:45:30.722801Z","caller":"traceutil/trace.go:171","msg":"trace[1102528827] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8732; }","duration":"428.368176ms","start":"2026-04-09T22:45:30.294407Z","end":"2026-04-09T22:45:30.722775Z","steps":["trace[1102528827] 'agreement among raft nodes before linearized reading' (duration: 428.083159ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:30.722898Z","caller":"traceutil/trace.go:171","msg":"trace[772464545] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"428.911026ms","start":"2026-04-09T22:45:30.293954Z","end":"2026-04-09T22:45:30.722865Z","steps":["trace[772464545] 'process raft request' (duration: 428.113621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.722931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.294394Z","time spent":"428.523228ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T22:45:30.722986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.806826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:45:30.723028Z","caller":"traceutil/trace.go:171","msg":"trace[2081398439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8732; }","duration":"274.861217ms","start":"2026-04-09T22:45:30.448155Z","end":"2026-04-09T22:45:30.723016Z","steps":["trace[2081398439] 'agreement among raft nodes before linearized reading' (duration: 274.761915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.72303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.331857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:45:30.723098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.984269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:45:30.723135Z","caller":"traceutil/trace.go:171","msg":"trace[205274952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8732; }","duration":"274.50054ms","start":"2026-04-09T22:45:30.448616Z","end":"2026-04-09T22:45:30.723116Z","steps":["trace[205274952] 'agreement among raft nodes before linearized reading' (duration: 274.257065ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:30.723151Z","caller":"traceutil/trace.go:171","msg":"trace[244749949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8732; }","duration":"275.076212ms","start":"2026-04-09T22:45:30.448061Z","end":"2026-04-09T22:45:30.723137Z","steps":["trace[244749949] 'agreement among raft nodes before linearized reading' (duration: 274.901309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.723193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.656229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:45:30.723226Z","caller":"traceutil/trace.go:171","msg":"trace[1205385743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8732; }","duration":"402.72162ms","start":"2026-04-09T22:45:30.320496Z","end":"2026-04-09T22:45:30.723217Z","steps":["trace[1205385743] 'agreement among raft nodes before linearized reading' (duration: 402.612698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.723178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.105232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:45:30.723262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.320477Z","time spent":"402.778281ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:45:30.723284Z","caller":"traceutil/trace.go:171","msg":"trace[686144621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8732; }","duration":"275.262255ms","start":"2026-04-09T22:45:30.448004Z","end":"2026-04-09T22:45:30.723266Z","steps":["trace[686144621] 'agreement among raft nodes before linearized reading' (duration: 274.931849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:30.723065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.293923Z","time spent":"429.057938ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:30.723362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.630412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:45:30.7234Z","caller":"traceutil/trace.go:171","msg":"trace[285647018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8732; }","duration":"274.668553ms","start":"2026-04-09T22:45:30.448723Z","end":"2026-04-09T22:45:30.723391Z","steps":["trace[285647018] 'agreement among raft nodes before linearized reading' (duration: 274.566741ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:30.893293Z","caller":"traceutil/trace.go:171","msg":"trace[1786466234] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"165.018455ms","start":"2026-04-09T22:45:30.728221Z","end":"2026-04-09T22:45:30.893239Z","steps":["trace[1786466234] 'process raft request' (duration: 112.886658ms)","trace[1786466234] 'compare' (duration: 51.936134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:31.269648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.514632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:45:31.269936Z","caller":"traceutil/trace.go:171","msg":"trace[1392379120] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"538.273976ms","start":"2026-04-09T22:45:30.731628Z","end":"2026-04-09T22:45:31.269902Z","steps":["trace[1392379120] 'process raft request' (duration: 538.211475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:31.270009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.731601Z","time spent":"538.37593ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:31.270027Z","caller":"traceutil/trace.go:171","msg":"trace[491088926] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"541.541829ms","start":"2026-04-09T22:45:30.72845Z","end":"2026-04-09T22:45:31.269992Z","steps":["trace[491088926] 'process raft request' (duration: 410.595138ms)","trace[491088926] 'compare' (duration: 130.38848ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:31.270142Z","caller":"traceutil/trace.go:171","msg":"trace[387588140] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"541.58304ms","start":"2026-04-09T22:45:30.728527Z","end":"2026-04-09T22:45:31.27011Z","steps":["trace[387588140] 'process raft request' (duration: 541.219582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:31.270205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.728434Z","time spent":"541.678491ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:31.270227Z","caller":"traceutil/trace.go:171","msg":"trace[1351050026] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"541.532209ms","start":"2026-04-09T22:45:30.728682Z","end":"2026-04-09T22:45:31.270214Z","steps":["trace[1351050026] 'process raft request' (duration: 541.11846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:31.270282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.72867Z","time spent":"541.58483ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:31.27031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.728519Z","time spent":"541.699072ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:31.270583Z","caller":"traceutil/trace.go:171","msg":"trace[840113548] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"330.458869ms","start":"2026-04-09T22:45:30.940112Z","end":"2026-04-09T22:45:31.270571Z","steps":["trace[840113548] 'process raft request' (duration: 330.339917ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:31.270596Z","caller":"traceutil/trace.go:171","msg":"trace[400941864] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"538.820367ms","start":"2026-04-09T22:45:30.731728Z","end":"2026-04-09T22:45:31.270548Z","steps":["trace[400941864] 'process raft request' (duration: 538.138213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:31.270665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.940081Z","time spent":"330.545671ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:31.270596Z","caller":"traceutil/trace.go:171","msg":"trace[141863754] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9049; }","duration":"541.297014ms","start":"2026-04-09T22:45:30.72927Z","end":"2026-04-09T22:45:31.270568Z","steps":["trace[141863754] 'read index received' (duration: 111.89372ms)","trace[141863754] 'applied index is now lower than readState.Index' (duration: 429.399734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:31.270766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.73172Z","time spent":"538.959439ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:31.270825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.535298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-04-09T22:45:31.270886Z","caller":"traceutil/trace.go:171","msg":"trace[415605539] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8739; }","duration":"541.635601ms","start":"2026-04-09T22:45:30.729238Z","end":"2026-04-09T22:45:31.270874Z","steps":["trace[415605539] 'agreement among raft nodes before linearized reading' (duration: 541.372786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:31.270891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.33452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:45:31.270925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.729228Z","time spent":"541.688652ms","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T22:45:31.27093Z","caller":"traceutil/trace.go:171","msg":"trace[40269720] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8739; }","duration":"479.442732ms","start":"2026-04-09T22:45:30.791477Z","end":"2026-04-09T22:45:31.270919Z","steps":["trace[40269720] 'agreement among raft nodes before linearized reading' (duration: 479.36263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:31.270969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.791449Z","time spent":"479.511813ms","remote":"127.0.0.1:59502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:45:31.270965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.951006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:31.271011Z","caller":"traceutil/trace.go:171","msg":"trace[708837161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8739; }","duration":"323.036518ms","start":"2026-04-09T22:45:30.947963Z","end":"2026-04-09T22:45:31.270999Z","steps":["trace[708837161] 'agreement among raft nodes before linearized reading' (duration: 322.951667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:31.271047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:30.947944Z","time spent":"323.09774ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:45:33.405635Z","caller":"traceutil/trace.go:171","msg":"trace[158894704] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"123.106202ms","start":"2026-04-09T22:45:33.282489Z","end":"2026-04-09T22:45:33.405595Z","steps":["trace[158894704] 'process raft request' (duration: 122.887648ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:33.405805Z","caller":"traceutil/trace.go:171","msg":"trace[81515840] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"123.382508ms","start":"2026-04-09T22:45:33.282396Z","end":"2026-04-09T22:45:33.405779Z","steps":["trace[81515840] 'process raft request' (duration: 105.084701ms)","trace[81515840] 'compare' (duration: 17.688026ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:33.405809Z","caller":"traceutil/trace.go:171","msg":"trace[1730118485] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"118.800971ms","start":"2026-04-09T22:45:33.286975Z","end":"2026-04-09T22:45:33.405776Z","steps":["trace[1730118485] 'process raft request' (duration: 118.540276ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:33.405667Z","caller":"traceutil/trace.go:171","msg":"trace[1778146026] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"118.700169ms","start":"2026-04-09T22:45:33.286927Z","end":"2026-04-09T22:45:33.405627Z","steps":["trace[1778146026] 'process raft request' (duration: 118.528196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:38.56679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.242152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-zbgb6\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-09T22:45:38.566876Z","caller":"traceutil/trace.go:171","msg":"trace[270447762] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-zbgb6; range_end:; response_count:1; response_revision:8801; }","duration":"722.377355ms","start":"2026-04-09T22:45:37.844475Z","end":"2026-04-09T22:45:38.566853Z","steps":["trace[270447762] 'range keys from in-memory index tree' (duration: 721.987368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:38.566919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:37.844454Z","time spent":"722.455266ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-zbgb6\" "} {"level":"warn","ts":"2026-04-09T22:45:39.943603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463838339s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:45:39.943897Z","caller":"traceutil/trace.go:171","msg":"trace[72600472] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9120; }","duration":"1.738649116s","start":"2026-04-09T22:45:38.205207Z","end":"2026-04-09T22:45:39.943856Z","steps":["trace[72600472] 'read index received' (duration: 274.599462ms)","trace[72600472] 'applied index is now lower than readState.Index' (duration: 1.464048174s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:39.944498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739283747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:39.94458Z","caller":"traceutil/trace.go:171","msg":"trace[1303322118] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8801; }","duration":"1.73943219s","start":"2026-04-09T22:45:38.20513Z","end":"2026-04-09T22:45:39.944562Z","steps":["trace[1303322118] 'agreement among raft nodes before linearized reading' (duration: 1.739268377s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.944626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.205101Z","time spent":"1.739517392s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" "} {"level":"info","ts":"2026-04-09T22:45:39.944714Z","caller":"traceutil/trace.go:171","msg":"trace[1687071209] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"1.605037714s","start":"2026-04-09T22:45:38.339635Z","end":"2026-04-09T22:45:39.944672Z","steps":["trace[1687071209] 'process raft request' (duration: 1.604078616s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.944885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.339607Z","time spent":"1.605179757s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:39.995322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02577772s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:45:39.996934Z","caller":"traceutil/trace.go:171","msg":"trace[509535788] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"1.422091918s","start":"2026-04-09T22:45:38.574825Z","end":"2026-04-09T22:45:39.996916Z","steps":["trace[509535788] 'process raft request' (duration: 1.420717892s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:39.996935Z","caller":"traceutil/trace.go:171","msg":"trace[1158566984] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"1.247015811s","start":"2026-04-09T22:45:38.749896Z","end":"2026-04-09T22:45:39.996912Z","steps":["trace[1158566984] 'process raft request' (duration: 1.2469348s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.997055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.574799Z","time spent":"1.42217661s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:39.997061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.74987Z","time spent":"1.247123604s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:39.997291Z","caller":"traceutil/trace.go:171","msg":"trace[1693931505] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"1.238537162s","start":"2026-04-09T22:45:38.75874Z","end":"2026-04-09T22:45:39.997277Z","steps":["trace[1693931505] 'process raft request' (duration: 1.238141654s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.997367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.758715Z","time spent":"1.238621763s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:39.997524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232040298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T22:45:39.997566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.878705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:45:39.997641Z","caller":"traceutil/trace.go:171","msg":"trace[1446865678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8805; }","duration":"560.997707ms","start":"2026-04-09T22:45:39.436629Z","end":"2026-04-09T22:45:39.997627Z","steps":["trace[1446865678] 'agreement among raft nodes before linearized reading' (duration: 560.821594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.997682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:39.436608Z","time spent":"561.066838ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:45:39.997666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.909476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:45:39.997691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.994569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:45:39.997656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.967161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:45:39.99774Z","caller":"traceutil/trace.go:171","msg":"trace[1903126410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8805; }","duration":"520.066381ms","start":"2026-04-09T22:45:39.47766Z","end":"2026-04-09T22:45:39.997726Z","steps":["trace[1903126410] 'agreement among raft nodes before linearized reading' (duration: 519.99054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.997763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064457354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:45:39.997775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:39.477643Z","time spent":"520.123862ms","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:45:39.997778Z","caller":"traceutil/trace.go:171","msg":"trace[514552272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8805; }","duration":"566.154204ms","start":"2026-04-09T22:45:39.431598Z","end":"2026-04-09T22:45:39.997753Z","steps":["trace[514552272] 'agreement among raft nodes before linearized reading' (duration: 565.754196ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:39.997808Z","caller":"traceutil/trace.go:171","msg":"trace[2114910703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8805; }","duration":"1.064557826s","start":"2026-04-09T22:45:38.933238Z","end":"2026-04-09T22:45:39.997796Z","steps":["trace[2114910703] 'agreement among raft nodes before linearized reading' (duration: 1.064462174s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.997561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.739397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T22:45:39.997834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.933207Z","time spent":"1.064620756s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:45:39.997682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049279176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:45:39.997848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:39.431572Z","time spent":"566.265146ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:45:39.99786Z","caller":"traceutil/trace.go:171","msg":"trace[238996485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8805; }","duration":"565.054963ms","start":"2026-04-09T22:45:39.432794Z","end":"2026-04-09T22:45:39.997849Z","steps":["trace[238996485] 'agreement among raft nodes before linearized reading' (duration: 564.665926ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:39.997655Z","caller":"traceutil/trace.go:171","msg":"trace[134142660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:8805; }","duration":"1.232191291s","start":"2026-04-09T22:45:38.765418Z","end":"2026-04-09T22:45:39.997609Z","steps":["trace[134142660] 'agreement among raft nodes before linearized reading' (duration: 1.231865145s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.997937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.765403Z","time spent":"1.232525287s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"warn","ts":"2026-04-09T22:45:39.998002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200444769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:45:39.998068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.19271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:45:39.997897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:39.432787Z","time spent":"565.099764ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:45:39.998106Z","caller":"traceutil/trace.go:171","msg":"trace[535282878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8805; }","duration":"684.285832ms","start":"2026-04-09T22:45:39.313809Z","end":"2026-04-09T22:45:39.998095Z","steps":["trace[535282878] 'agreement among raft nodes before linearized reading' (duration: 684.18509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.998141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:39.313779Z","time spent":"684.355373ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:45:39.998079Z","caller":"traceutil/trace.go:171","msg":"trace[544564116] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8805; }","duration":"1.200582972s","start":"2026-04-09T22:45:38.79748Z","end":"2026-04-09T22:45:39.998063Z","steps":["trace[544564116] 'agreement among raft nodes before linearized reading' (duration: 1.200309237s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:39.99802Z","caller":"traceutil/trace.go:171","msg":"trace[977329997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8805; }","duration":"1.049581002s","start":"2026-04-09T22:45:38.948348Z","end":"2026-04-09T22:45:39.997929Z","steps":["trace[977329997] 'agreement among raft nodes before linearized reading' (duration: 1.049242716s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.998284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.948322Z","time spent":"1.049953108s","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:45:39.998243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:38.797462Z","time spent":"1.200765735s","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:45:39.998453Z","caller":"traceutil/trace.go:171","msg":"trace[200306856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8805; }","duration":"561.035338ms","start":"2026-04-09T22:45:39.436682Z","end":"2026-04-09T22:45:39.997717Z","steps":["trace[200306856] 'agreement among raft nodes before linearized reading' (duration: 560.765963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:39.998509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:39.436648Z","time spent":"561.850203ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:45:40.17668Z","caller":"traceutil/trace.go:171","msg":"trace[1475143382] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"170.954038ms","start":"2026-04-09T22:45:40.005692Z","end":"2026-04-09T22:45:40.176646Z","steps":["trace[1475143382] 'process raft request' (duration: 170.855096ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:40.17668Z","caller":"traceutil/trace.go:171","msg":"trace[403238861] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"172.148251ms","start":"2026-04-09T22:45:40.004484Z","end":"2026-04-09T22:45:40.176632Z","steps":["trace[403238861] 'process raft request' (duration: 171.816185ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:40.177043Z","caller":"traceutil/trace.go:171","msg":"trace[699428950] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"171.157892ms","start":"2026-04-09T22:45:40.005876Z","end":"2026-04-09T22:45:40.177033Z","steps":["trace[699428950] 'process raft request' (duration: 170.718944ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:40.176695Z","caller":"traceutil/trace.go:171","msg":"trace[1163587043] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"171.672832ms","start":"2026-04-09T22:45:40.004979Z","end":"2026-04-09T22:45:40.176651Z","steps":["trace[1163587043] 'process raft request' (duration: 171.505069ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:40.177344Z","caller":"traceutil/trace.go:171","msg":"trace[1289191960] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9127; }","duration":"139.834839ms","start":"2026-04-09T22:45:40.037497Z","end":"2026-04-09T22:45:40.177332Z","steps":["trace[1289191960] 'read index received' (duration: 138.786399ms)","trace[1289191960] 'applied index is now lower than readState.Index' (duration: 1.040069ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:40.177371Z","caller":"traceutil/trace.go:171","msg":"trace[210631187] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"171.02772ms","start":"2026-04-09T22:45:40.006329Z","end":"2026-04-09T22:45:40.177357Z","steps":["trace[210631187] 'process raft request' (duration: 170.580312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:40.177537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.719743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T22:45:40.177572Z","caller":"traceutil/trace.go:171","msg":"trace[1969508823] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8812; }","duration":"171.813184ms","start":"2026-04-09T22:45:40.00575Z","end":"2026-04-09T22:45:40.177564Z","steps":["trace[1969508823] 'agreement among raft nodes before linearized reading' (duration: 171.62246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:40.177652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.068972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T22:45:40.177701Z","caller":"traceutil/trace.go:171","msg":"trace[195734260] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8812; }","duration":"171.139683ms","start":"2026-04-09T22:45:40.006547Z","end":"2026-04-09T22:45:40.177687Z","steps":["trace[195734260] 'agreement among raft nodes before linearized reading' (duration: 170.917188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:40.177549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.424781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:40.177891Z","caller":"traceutil/trace.go:171","msg":"trace[473464389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8812; }","duration":"168.796638ms","start":"2026-04-09T22:45:40.009068Z","end":"2026-04-09T22:45:40.177865Z","steps":["trace[473464389] 'agreement among raft nodes before linearized reading' (duration: 168.40064ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:41.023533Z","caller":"traceutil/trace.go:171","msg":"trace[1355638207] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"150.893878ms","start":"2026-04-09T22:45:40.872577Z","end":"2026-04-09T22:45:41.02347Z","steps":["trace[1355638207] 'process raft request' (duration: 150.580711ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:41.079004Z","caller":"traceutil/trace.go:171","msg":"trace[459035095] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"198.885117ms","start":"2026-04-09T22:45:40.880085Z","end":"2026-04-09T22:45:41.07897Z","steps":["trace[459035095] 'process raft request' (duration: 198.48904ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:41.712424Z","caller":"traceutil/trace.go:171","msg":"trace[2013280043] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9145; }","duration":"138.060576ms","start":"2026-04-09T22:45:41.574328Z","end":"2026-04-09T22:45:41.712388Z","steps":["trace[2013280043] 'read index received' (duration: 6.842369ms)","trace[2013280043] 'applied index is now lower than readState.Index' (duration: 131.216537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:41.712602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.24329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:45:41.712587Z","caller":"traceutil/trace.go:171","msg":"trace[590312944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8825; }","duration":"138.892813ms","start":"2026-04-09T22:45:41.573544Z","end":"2026-04-09T22:45:41.712436Z","steps":["trace[590312944] 'process raft request' (duration: 138.704909ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:41.712651Z","caller":"traceutil/trace.go:171","msg":"trace[1375473366] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8825; }","duration":"138.337571ms","start":"2026-04-09T22:45:41.5743Z","end":"2026-04-09T22:45:41.712638Z","steps":["trace[1375473366] 'agreement among raft nodes before linearized reading' (duration: 138.217719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:42.210026Z","caller":"traceutil/trace.go:171","msg":"trace[448984464] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9157; }","duration":"113.767725ms","start":"2026-04-09T22:45:42.09623Z","end":"2026-04-09T22:45:42.209997Z","steps":["trace[448984464] 'read index received' (duration: 85.779115ms)","trace[448984464] 'applied index is now lower than readState.Index' (duration: 27.9854ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:42.210174Z","caller":"traceutil/trace.go:171","msg":"trace[639971532] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"123.595351ms","start":"2026-04-09T22:45:42.086565Z","end":"2026-04-09T22:45:42.210161Z","steps":["trace[639971532] 'process raft request' (duration: 95.517179ms)","trace[639971532] 'compare' (duration: 27.781886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:42.210508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.914605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-zbgb6\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:45:42.210558Z","caller":"traceutil/trace.go:171","msg":"trace[1213283530] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-zbgb6; range_end:; response_count:0; response_revision:8836; }","duration":"116.018577ms","start":"2026-04-09T22:45:42.094526Z","end":"2026-04-09T22:45:42.210545Z","steps":["trace[1213283530] 'agreement among raft nodes before linearized reading' (duration: 115.907305ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:56.037593Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002475.wal"} {"level":"info","ts":"2026-04-09T22:45:57.134183Z","caller":"traceutil/trace.go:171","msg":"trace[1742985861] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"101.476802ms","start":"2026-04-09T22:45:57.032673Z","end":"2026-04-09T22:45:57.13415Z","steps":["trace[1742985861] 'process raft request' (duration: 101.140926ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:30.796791Z","caller":"traceutil/trace.go:171","msg":"trace[214198109] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"458.220171ms","start":"2026-04-09T22:46:30.338542Z","end":"2026-04-09T22:46:30.796762Z","steps":["trace[214198109] 'process raft request' (duration: 452.250517ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:30.796786Z","caller":"traceutil/trace.go:171","msg":"trace[557214240] linearizableReadLoop","detail":"{readStateIndex:9646; appliedIndex:9644; }","duration":"412.528935ms","start":"2026-04-09T22:46:30.384216Z","end":"2026-04-09T22:46:30.796745Z","steps":["trace[557214240] 'read index received' (duration: 32.20567ms)","trace[557214240] 'applied index is now lower than readState.Index' (duration: 380.321335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:46:30.796985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.75101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:46:30.7976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:30.338512Z","time spent":"458.963365ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:46:30.797655Z","caller":"traceutil/trace.go:171","msg":"trace[1154321847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9311; }","duration":"413.460042ms","start":"2026-04-09T22:46:30.384171Z","end":"2026-04-09T22:46:30.797631Z","steps":["trace[1154321847] 'agreement among raft nodes before linearized reading' (duration: 412.644797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:30.797714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:30.384151Z","time spent":"413.538604ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:46:30.797798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.238883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:46:30.797812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.409191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T22:46:30.797844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.721923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:46:30.797858Z","caller":"traceutil/trace.go:171","msg":"trace[882607428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9311; }","duration":"191.340234ms","start":"2026-04-09T22:46:30.606503Z","end":"2026-04-09T22:46:30.797843Z","steps":["trace[882607428] 'agreement among raft nodes before linearized reading' (duration: 191.167021ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:30.797872Z","caller":"traceutil/trace.go:171","msg":"trace[1002592768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9311; }","duration":"190.773613ms","start":"2026-04-09T22:46:30.607091Z","end":"2026-04-09T22:46:30.797864Z","steps":["trace[1002592768] 'agreement among raft nodes before linearized reading' (duration: 190.710732ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:30.797884Z","caller":"traceutil/trace.go:171","msg":"trace[1022535653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:9311; }","duration":"356.520463ms","start":"2026-04-09T22:46:30.441345Z","end":"2026-04-09T22:46:30.797865Z","steps":["trace[1022535653] 'agreement among raft nodes before linearized reading' (duration: 356.311229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:30.797934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:30.441328Z","time spent":"356.593494ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tt7hk\" "} {"level":"warn","ts":"2026-04-09T22:46:30.797966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.943693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:46:30.797988Z","caller":"traceutil/trace.go:171","msg":"trace[1632010881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9311; }","duration":"195.013944ms","start":"2026-04-09T22:46:30.602967Z","end":"2026-04-09T22:46:30.797981Z","steps":["trace[1632010881] 'agreement among raft nodes before linearized reading' (duration: 194.958343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:30.797846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.667722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:46:30.798034Z","caller":"traceutil/trace.go:171","msg":"trace[835156992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9311; }","duration":"190.873225ms","start":"2026-04-09T22:46:30.607148Z","end":"2026-04-09T22:46:30.798021Z","steps":["trace[835156992] 'agreement among raft nodes before linearized reading' (duration: 190.527769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:30.79808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.58162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:46:30.79811Z","caller":"traceutil/trace.go:171","msg":"trace[821362090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9311; }","duration":"314.62902ms","start":"2026-04-09T22:46:30.48347Z","end":"2026-04-09T22:46:30.798099Z","steps":["trace[821362090] 'agreement among raft nodes before linearized reading' (duration: 314.492047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:30.798222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:30.483458Z","time spent":"314.755493ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:46:42.588703Z","caller":"traceutil/trace.go:171","msg":"trace[1699297121] linearizableReadLoop","detail":"{readStateIndex:9714; appliedIndex:9713; }","duration":"290.029395ms","start":"2026-04-09T22:46:42.298648Z","end":"2026-04-09T22:46:42.588677Z","steps":["trace[1699297121] 'read index received' (duration: 289.935534ms)","trace[1699297121] 'applied index is now lower than readState.Index' (duration: 89.571µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:46:42.588819Z","caller":"traceutil/trace.go:171","msg":"trace[918127757] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"361.321095ms","start":"2026-04-09T22:46:42.227466Z","end":"2026-04-09T22:46:42.588787Z","steps":["trace[918127757] 'process raft request' (duration: 361.041359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:42.588902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.232699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:46:42.588972Z","caller":"traceutil/trace.go:171","msg":"trace[1936858002] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9377; }","duration":"290.363241ms","start":"2026-04-09T22:46:42.29859Z","end":"2026-04-09T22:46:42.588953Z","steps":["trace[1936858002] 'agreement among raft nodes before linearized reading' (duration: 290.217449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:42.588969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.227428Z","time spent":"361.470488ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:46:43.012159Z","caller":"traceutil/trace.go:171","msg":"trace[1906567640] linearizableReadLoop","detail":"{readStateIndex:9715; appliedIndex:9714; }","duration":"423.36749ms","start":"2026-04-09T22:46:42.588769Z","end":"2026-04-09T22:46:43.012137Z","steps":["trace[1906567640] 'read index received' (duration: 379.235674ms)","trace[1906567640] 'applied index is now lower than readState.Index' (duration: 44.130826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:46:43.01232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.102521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:46:43.012358Z","caller":"traceutil/trace.go:171","msg":"trace[582342561] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9378; }","duration":"588.205363ms","start":"2026-04-09T22:46:42.424144Z","end":"2026-04-09T22:46:43.012349Z","steps":["trace[582342561] 'agreement among raft nodes before linearized reading' (duration: 588.106261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.012398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.424118Z","time spent":"588.270024ms","remote":"127.0.0.1:59566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:46:43.012179Z","caller":"traceutil/trace.go:171","msg":"trace[1304461646] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"539.002831ms","start":"2026-04-09T22:46:42.473149Z","end":"2026-04-09T22:46:43.012152Z","steps":["trace[1304461646] 'process raft request' (duration: 494.700651ms)","trace[1304461646] 'compare' (duration: 44.192988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:46:43.012545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.473124Z","time spent":"539.369697ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:46:43.012764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.678976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:46:43.012839Z","caller":"traceutil/trace.go:171","msg":"trace[1909947803] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:9378; }","duration":"575.798688ms","start":"2026-04-09T22:46:42.437024Z","end":"2026-04-09T22:46:43.012822Z","steps":["trace[1909947803] 'agreement among raft nodes before linearized reading' (duration: 575.211247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.012885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.437009Z","time spent":"575.86749ms","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-04-09T22:46:43.013162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.390992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:46:43.013197Z","caller":"traceutil/trace.go:171","msg":"trace[1956432662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9378; }","duration":"460.462543ms","start":"2026-04-09T22:46:42.552725Z","end":"2026-04-09T22:46:43.013188Z","steps":["trace[1956432662] 'agreement among raft nodes before linearized reading' (duration: 460.353871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.013224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.552702Z","time spent":"460.516755ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T22:46:43.172462Z","caller":"traceutil/trace.go:171","msg":"trace[1334276099] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"479.833303ms","start":"2026-04-09T22:46:42.692604Z","end":"2026-04-09T22:46:43.172437Z","steps":["trace[1334276099] 'process raft request' (duration: 479.555777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.172606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.692574Z","time spent":"479.957265ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:46:43.172638Z","caller":"traceutil/trace.go:171","msg":"trace[1874534116] linearizableReadLoop","detail":"{readStateIndex:9717; appliedIndex:9715; }","duration":"160.373912ms","start":"2026-04-09T22:46:43.012226Z","end":"2026-04-09T22:46:43.1726Z","steps":["trace[1874534116] 'read index received' (duration: 159.861121ms)","trace[1874534116] 'applied index is now lower than readState.Index' (duration: 510.011µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:46:43.17273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.858996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:46:43.17281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.859298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:46:43.172816Z","caller":"traceutil/trace.go:171","msg":"trace[2068738186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9380; }","duration":"307.972757ms","start":"2026-04-09T22:46:42.86483Z","end":"2026-04-09T22:46:43.172802Z","steps":["trace[2068738186] 'agreement among raft nodes before linearized reading' (duration: 307.802864ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:43.172848Z","caller":"traceutil/trace.go:171","msg":"trace[809398713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:9380; }","duration":"295.914189ms","start":"2026-04-09T22:46:42.876925Z","end":"2026-04-09T22:46:43.172839Z","steps":["trace[809398713] 'agreement among raft nodes before linearized reading' (duration: 295.791457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.172864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.864821Z","time spent":"308.037258ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:46:43.172878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.559899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:46:43.172907Z","caller":"traceutil/trace.go:171","msg":"trace[1557873155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9380; }","duration":"308.60812ms","start":"2026-04-09T22:46:42.864291Z","end":"2026-04-09T22:46:43.172899Z","steps":["trace[1557873155] 'agreement among raft nodes before linearized reading' (duration: 308.448607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.172938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.864247Z","time spent":"308.685022ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:46:43.173019Z","caller":"traceutil/trace.go:171","msg":"trace[1749596436] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"337.6641ms","start":"2026-04-09T22:46:42.835269Z","end":"2026-04-09T22:46:43.172933Z","steps":["trace[1749596436] 'process raft request' (duration: 337.120239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.173067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.086206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:46:43.173084Z","caller":"traceutil/trace.go:171","msg":"trace[545759800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9380; }","duration":"311.121586ms","start":"2026-04-09T22:46:42.861958Z","end":"2026-04-09T22:46:43.173079Z","steps":["trace[545759800] 'agreement among raft nodes before linearized reading' (duration: 311.065045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.1731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.861948Z","time spent":"311.147297ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:46:43.173179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.614062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:46:43.173235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.995574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:46:43.173251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.888367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:46:43.173262Z","caller":"traceutil/trace.go:171","msg":"trace[530181411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9380; }","duration":"312.058245ms","start":"2026-04-09T22:46:42.861195Z","end":"2026-04-09T22:46:43.173253Z","steps":["trace[530181411] 'agreement among raft nodes before linearized reading' (duration: 311.959833ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:43.173301Z","caller":"traceutil/trace.go:171","msg":"trace[1133275859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9380; }","duration":"306.720323ms","start":"2026-04-09T22:46:42.86652Z","end":"2026-04-09T22:46:43.173241Z","steps":["trace[1133275859] 'agreement among raft nodes before linearized reading' (duration: 306.491019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.173315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.861148Z","time spent":"312.159947ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:46:43.173351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.866511Z","time spent":"306.830495ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:46:43.173288Z","caller":"traceutil/trace.go:171","msg":"trace[373005735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9380; }","duration":"315.957719ms","start":"2026-04-09T22:46:42.857316Z","end":"2026-04-09T22:46:43.173274Z","steps":["trace[373005735] 'agreement among raft nodes before linearized reading' (duration: 315.868667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:43.17341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.857291Z","time spent":"316.108951ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:46:43.174133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:42.835238Z","time spent":"337.861933ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:46:43.673389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051908685824321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:46:43.823305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.014405Z","time spent":"808.894505ms","remote":"127.0.0.1:59316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T22:46:44.048364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.518931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:46:44.04872Z","caller":"traceutil/trace.go:171","msg":"trace[1401461239] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"871.303225ms","start":"2026-04-09T22:46:43.177379Z","end":"2026-04-09T22:46:44.048683Z","steps":["trace[1401461239] 'process raft request' (duration: 871.113091ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:44.048805Z","caller":"traceutil/trace.go:171","msg":"trace[915435555] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"871.004119ms","start":"2026-04-09T22:46:43.177793Z","end":"2026-04-09T22:46:44.048797Z","steps":["trace[915435555] 'process raft request' (duration: 870.769824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:44.048875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.177787Z","time spent":"871.050909ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:46:44.048904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.177372Z","time spent":"871.446117ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:46:44.048919Z","caller":"traceutil/trace.go:171","msg":"trace[1259265690] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"871.03519ms","start":"2026-04-09T22:46:43.177855Z","end":"2026-04-09T22:46:44.04889Z","steps":["trace[1259265690] 'process raft request' (duration: 870.776065ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:44.048947Z","caller":"traceutil/trace.go:171","msg":"trace[1785763802] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"871.085962ms","start":"2026-04-09T22:46:43.177828Z","end":"2026-04-09T22:46:44.048914Z","steps":["trace[1785763802] 'process raft request' (duration: 870.769045ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:44.048967Z","caller":"traceutil/trace.go:171","msg":"trace[675051636] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"870.916749ms","start":"2026-04-09T22:46:43.177994Z","end":"2026-04-09T22:46:44.048911Z","steps":["trace[675051636] 'process raft request' (duration: 870.665673ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:44.048948Z","caller":"traceutil/trace.go:171","msg":"trace[1194917840] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"871.864316ms","start":"2026-04-09T22:46:43.177055Z","end":"2026-04-09T22:46:44.048919Z","steps":["trace[1194917840] 'process raft request' (duration: 762.690782ms)","trace[1194917840] 'compare' (duration: 108.383018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:46:44.049101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.177825Z","time spent":"871.196464ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:46:44.049097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.177852Z","time spent":"871.147522ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:46:44.048765Z","caller":"traceutil/trace.go:171","msg":"trace[989971912] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"224.105666ms","start":"2026-04-09T22:46:43.824641Z","end":"2026-04-09T22:46:44.048747Z","steps":["trace[989971912] 'process raft request' (duration: 224.054455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:44.04918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.177039Z","time spent":"872.067799ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:46:44.049187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.17799Z","time spent":"871.082672ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:46:44.049224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032907479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:46:44.04898Z","caller":"traceutil/trace.go:171","msg":"trace[964554341] linearizableReadLoop","detail":"{readStateIndex:9724; appliedIndex:9717; }","duration":"876.220388ms","start":"2026-04-09T22:46:43.172704Z","end":"2026-04-09T22:46:44.048924Z","steps":["trace[964554341] 'read index received' (duration: 588.777789ms)","trace[964554341] 'applied index is now lower than readState.Index' (duration: 287.434279ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:46:44.049273Z","caller":"traceutil/trace.go:171","msg":"trace[562533784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9387; }","duration":"1.033011911s","start":"2026-04-09T22:46:43.016247Z","end":"2026-04-09T22:46:44.049259Z","steps":["trace[562533784] 'agreement among raft nodes before linearized reading' (duration: 1.032805037s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:44.049354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.016227Z","time spent":"1.033109744s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:46:44.04936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.523371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:46:44.049393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.973185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:46:44.049429Z","caller":"traceutil/trace.go:171","msg":"trace[2005833374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9387; }","duration":"103.027127ms","start":"2026-04-09T22:46:43.946391Z","end":"2026-04-09T22:46:44.049418Z","steps":["trace[2005833374] 'agreement among raft nodes before linearized reading' (duration: 102.970286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:44.04955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.78544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:46:44.049598Z","caller":"traceutil/trace.go:171","msg":"trace[1941584685] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9387; }","duration":"114.868331ms","start":"2026-04-09T22:46:43.934717Z","end":"2026-04-09T22:46:44.049585Z","steps":["trace[1941584685] 'agreement among raft nodes before linearized reading' (duration: 114.747599ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:44.049485Z","caller":"traceutil/trace.go:171","msg":"trace[807801888] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9387; }","duration":"986.663394ms","start":"2026-04-09T22:46:43.062746Z","end":"2026-04-09T22:46:44.049409Z","steps":["trace[807801888] 'agreement among raft nodes before linearized reading' (duration: 986.44719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:44.049668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.062726Z","time spent":"986.919408ms","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:46:44.04989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.66319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261426"} {"level":"info","ts":"2026-04-09T22:46:44.04994Z","caller":"traceutil/trace.go:171","msg":"trace[249992074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9387; }","duration":"872.723461ms","start":"2026-04-09T22:46:43.177205Z","end":"2026-04-09T22:46:44.049928Z","steps":["trace[249992074] 'agreement among raft nodes before linearized reading' (duration: 872.161301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:44.049993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:43.1772Z","time spent":"872.785422ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261449,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:46:44.29586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.281929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:46:44.295985Z","caller":"traceutil/trace.go:171","msg":"trace[721119865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9387; }","duration":"144.529064ms","start":"2026-04-09T22:46:44.151428Z","end":"2026-04-09T22:46:44.295957Z","steps":["trace[721119865] 'range keys from in-memory index tree' (duration: 144.092536ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:14.212145Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T22:47:14.219466Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T22:47:14.219592Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-09T22:47:26.158012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.705143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:26.158121Z","caller":"traceutil/trace.go:171","msg":"trace[1622814650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9765; }","duration":"209.872635ms","start":"2026-04-09T22:47:25.948226Z","end":"2026-04-09T22:47:26.158099Z","steps":["trace[1622814650] 'range keys from in-memory index tree' (duration: 209.634921ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:26.323228Z","caller":"traceutil/trace.go:171","msg":"trace[241058029] linearizableReadLoop","detail":"{readStateIndex:10113; appliedIndex:10112; }","duration":"163.977884ms","start":"2026-04-09T22:47:26.159227Z","end":"2026-04-09T22:47:26.323205Z","steps":["trace[241058029] 'read index received' (duration: 163.832ms)","trace[241058029] 'applied index is now lower than readState.Index' (duration: 142.084µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:26.323272Z","caller":"traceutil/trace.go:171","msg":"trace[401620757] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"361.875372ms","start":"2026-04-09T22:47:25.961367Z","end":"2026-04-09T22:47:26.323242Z","steps":["trace[401620757] 'process raft request' (duration: 361.675907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:26.323399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.157388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:26.323425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:25.961343Z","time spent":"362.010335ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:26.323466Z","caller":"traceutil/trace.go:171","msg":"trace[298603915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9766; }","duration":"164.26168ms","start":"2026-04-09T22:47:26.159188Z","end":"2026-04-09T22:47:26.32345Z","steps":["trace[298603915] 'agreement among raft nodes before linearized reading' (duration: 164.145777ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:26.460486Z","caller":"traceutil/trace.go:171","msg":"trace[705506654] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"132.598198ms","start":"2026-04-09T22:47:26.32786Z","end":"2026-04-09T22:47:26.460458Z","steps":["trace[705506654] 'process raft request' (duration: 84.888642ms)","trace[705506654] 'compare' (duration: 47.555262ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:26.510848Z","caller":"traceutil/trace.go:171","msg":"trace[672837160] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"182.885923ms","start":"2026-04-09T22:47:26.327921Z","end":"2026-04-09T22:47:26.510807Z","steps":["trace[672837160] 'process raft request' (duration: 182.610057ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:26.511666Z","caller":"traceutil/trace.go:171","msg":"trace[1620798262] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"183.566896ms","start":"2026-04-09T22:47:26.32808Z","end":"2026-04-09T22:47:26.511647Z","steps":["trace[1620798262] 'process raft request' (duration: 182.649138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:26.512219Z","caller":"traceutil/trace.go:171","msg":"trace[2063505714] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"184.015955ms","start":"2026-04-09T22:47:26.328186Z","end":"2026-04-09T22:47:26.512202Z","steps":["trace[2063505714] 'process raft request' (duration: 183.395423ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:26.51249Z","caller":"traceutil/trace.go:171","msg":"trace[1326042075] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"182.565748ms","start":"2026-04-09T22:47:26.329908Z","end":"2026-04-09T22:47:26.512473Z","steps":["trace[1326042075] 'process raft request' (duration: 182.313393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:26.512682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.274734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:47:26.512765Z","caller":"traceutil/trace.go:171","msg":"trace[766882361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9771; }","duration":"160.386946ms","start":"2026-04-09T22:47:26.352359Z","end":"2026-04-09T22:47:26.512746Z","steps":["trace[766882361] 'agreement among raft nodes before linearized reading' (duration: 160.195312ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:26.512778Z","caller":"traceutil/trace.go:171","msg":"trace[936823047] linearizableReadLoop","detail":"{readStateIndex:10118; appliedIndex:10113; }","duration":"160.02668ms","start":"2026-04-09T22:47:26.352386Z","end":"2026-04-09T22:47:26.512412Z","steps":["trace[936823047] 'read index received' (duration: 60.427748ms)","trace[936823047] 'applied index is now lower than readState.Index' (duration: 99.594652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:26.513417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.411863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tt7hk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:47:26.513489Z","caller":"traceutil/trace.go:171","msg":"trace[976467902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tt7hk; range_end:; response_count:1; response_revision:9771; }","duration":"113.496955ms","start":"2026-04-09T22:47:26.399972Z","end":"2026-04-09T22:47:26.513469Z","steps":["trace[976467902] 'agreement among raft nodes before linearized reading' (duration: 112.981756ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:48.138183Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7921} {"level":"info","ts":"2026-04-09T22:48:48.205783Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7921,"took":"66.014214ms","hash":3158478818,"current-db-size-bytes":55369728,"current-db-size":"55 MB","current-db-size-in-use-bytes":28930048,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-09T22:48:48.205868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3158478818,"revision":7921,"compact-revision":5738} {"level":"info","ts":"2026-04-09T22:48:57.211806Z","caller":"traceutil/trace.go:171","msg":"trace[967294910] linearizableReadLoop","detail":"{readStateIndex:10872; appliedIndex:10871; }","duration":"165.34174ms","start":"2026-04-09T22:48:57.046421Z","end":"2026-04-09T22:48:57.211763Z","steps":["trace[967294910] 'read index received' (duration: 164.321241ms)","trace[967294910] 'applied index is now lower than readState.Index' (duration: 1.019149ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:48:57.211886Z","caller":"traceutil/trace.go:171","msg":"trace[755954346] transaction","detail":"{read_only:false; response_revision:10497; number_of_response:1; }","duration":"170.611531ms","start":"2026-04-09T22:48:57.041251Z","end":"2026-04-09T22:48:57.211863Z","steps":["trace[755954346] 'process raft request' (duration: 169.791495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:48:57.212657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.213576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T22:48:57.21277Z","caller":"traceutil/trace.go:171","msg":"trace[160847002] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10497; }","duration":"166.322038ms","start":"2026-04-09T22:48:57.046399Z","end":"2026-04-09T22:48:57.212721Z","steps":["trace[160847002] 'agreement among raft nodes before linearized reading' (duration: 165.512703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:48:57.217166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.278966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-09T22:48:57.217281Z","caller":"traceutil/trace.go:171","msg":"trace[276401600] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10499; }","duration":"158.388448ms","start":"2026-04-09T22:48:57.05885Z","end":"2026-04-09T22:48:57.217238Z","steps":["trace[276401600] 'agreement among raft nodes before linearized reading' (duration: 158.055551ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:57.218434Z","caller":"traceutil/trace.go:171","msg":"trace[663407003] transaction","detail":"{read_only:false; response_revision:10498; number_of_response:1; }","duration":"133.310263ms","start":"2026-04-09T22:48:57.085103Z","end":"2026-04-09T22:48:57.218413Z","steps":["trace[663407003] 'process raft request' (duration: 131.518738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:48:57.218693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.376291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:48:57.21881Z","caller":"traceutil/trace.go:171","msg":"trace[199808895] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10499; }","duration":"125.532694ms","start":"2026-04-09T22:48:57.093232Z","end":"2026-04-09T22:48:57.218765Z","steps":["trace[199808895] 'agreement among raft nodes before linearized reading' (duration: 125.367131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:02.153942Z","caller":"traceutil/trace.go:171","msg":"trace[2006811344] linearizableReadLoop","detail":"{readStateIndex:10911; appliedIndex:10909; }","duration":"165.872481ms","start":"2026-04-09T22:49:01.988044Z","end":"2026-04-09T22:49:02.153916Z","steps":["trace[2006811344] 'read index received' (duration: 56.087055ms)","trace[2006811344] 'applied index is now lower than readState.Index' (duration: 109.784296ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:49:02.154236Z","caller":"traceutil/trace.go:171","msg":"trace[229996036] transaction","detail":"{read_only:false; response_revision:10535; number_of_response:1; }","duration":"173.094598ms","start":"2026-04-09T22:49:01.981098Z","end":"2026-04-09T22:49:02.154193Z","steps":["trace[229996036] 'process raft request' (duration: 172.679679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:02.154548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.354619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:49:02.154595Z","caller":"traceutil/trace.go:171","msg":"trace[1739918844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10535; }","duration":"166.582034ms","start":"2026-04-09T22:49:01.988Z","end":"2026-04-09T22:49:02.154582Z","steps":["trace[1739918844] 'agreement among raft nodes before linearized reading' (duration: 166.014663ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:02.277821Z","caller":"traceutil/trace.go:171","msg":"trace[1286590613] linearizableReadLoop","detail":"{readStateIndex:10912; appliedIndex:10911; }","duration":"118.282356ms","start":"2026-04-09T22:49:02.159512Z","end":"2026-04-09T22:49:02.277795Z","steps":["trace[1286590613] 'read index received' (duration: 118.126373ms)","trace[1286590613] 'applied index is now lower than readState.Index' (duration: 154.683µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:49:02.278027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.49613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-09T22:49:02.278117Z","caller":"traceutil/trace.go:171","msg":"trace[1481089819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10536; }","duration":"118.635553ms","start":"2026-04-09T22:49:02.15947Z","end":"2026-04-09T22:49:02.278106Z","steps":["trace[1481089819] 'agreement among raft nodes before linearized reading' (duration: 118.417949ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:02.278736Z","caller":"traceutil/trace.go:171","msg":"trace[1884422698] transaction","detail":"{read_only:false; response_revision:10536; number_of_response:1; }","duration":"206.399641ms","start":"2026-04-09T22:49:02.072317Z","end":"2026-04-09T22:49:02.278717Z","steps":["trace[1884422698] 'process raft request' (duration: 205.33339ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:53:48.145258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10373} {"level":"info","ts":"2026-04-09T22:53:48.228094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10373,"took":"81.054901ms","hash":4204699319,"current-db-size-bytes":55369728,"current-db-size":"55 MB","current-db-size-in-use-bytes":21995520,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-09T22:53:48.228175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4204699319,"revision":10373,"compact-revision":7921}