{"level":"warn","ts":"2026-03-11T01:45:47.468146Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T01:45:47.468275Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.246:2380","--initial-cluster=instance=https://199.204.45.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T01:45:47.468355Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T01:45:47.468366Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-03-11T01:45:47.468387Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T01:45:47.468952Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"]} {"level":"info","ts":"2026-03-11T01:45:47.46902Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T01:45:47.476341Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.295546ms"} {"level":"info","ts":"2026-03-11T01:45:47.484161Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ab97322ebdd79664","cluster-id":"87bc89380c3dc2c"} {"level":"info","ts":"2026-03-11T01:45:47.48426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T01:45:47.484282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 0"} {"level":"info","ts":"2026-03-11T01:45:47.4843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ab97322ebdd79664 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T01:45:47.484309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 1"} {"level":"info","ts":"2026-03-11T01:45:47.484351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"warn","ts":"2026-03-11T01:45:47.490141Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T01:45:47.492957Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T01:45:47.494888Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T01:45:47.497312Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ab97322ebdd79664","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T01:45:47.497615Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ab97322ebdd79664","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T01:45:47.49766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T01:45:47.497816Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T01:45:47.497845Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T01:45:47.499257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"info","ts":"2026-03-11T01:45:47.499501Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","added-peer-id":"ab97322ebdd79664","added-peer-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-03-11T01:45:47.500407Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T01:45:47.500679Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ab97322ebdd79664","initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T01:45:47.500735Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T01:45:47.501546Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-03-11T01:45:47.501633Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-03-11T01:45:47.584728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T01:45:47.58479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T01:45:47.584825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgPreVoteResp from ab97322ebdd79664 at term 1"} {"level":"info","ts":"2026-03-11T01:45:47.584849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became candidate at term 2"} {"level":"info","ts":"2026-03-11T01:45:47.584862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgVoteResp from ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-03-11T01:45:47.584881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became leader at term 2"} {"level":"info","ts":"2026-03-11T01:45:47.584903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ab97322ebdd79664 elected leader ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-03-11T01:45:47.586881Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ab97322ebdd79664","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.246:2379]}","request-path":"/0/members/ab97322ebdd79664/attributes","cluster-id":"87bc89380c3dc2c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T01:45:47.587338Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:45:47.588725Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T01:45:47.589286Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T01:45:47.589652Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T01:45:47.589684Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T01:45:47.589739Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:45:47.589836Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:45:47.589874Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:45:47.596683Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.246:2379"} {"level":"info","ts":"2026-03-11T01:45:47.602943Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T01:45:49.432246Z","caller":"traceutil/trace.go:171","msg":"trace[485762356] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"116.828481ms","start":"2026-03-11T01:45:49.315389Z","end":"2026-03-11T01:45:49.432217Z","steps":["trace[485762356] 'process raft request' (duration: 116.580915ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.432317Z","caller":"traceutil/trace.go:171","msg":"trace[116964661] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:5; }","duration":"113.493523ms","start":"2026-03-11T01:45:49.318788Z","end":"2026-03-11T01:45:49.432281Z","steps":["trace[116964661] 'read index received' (duration: 113.484632ms)","trace[116964661] 'applied index is now lower than readState.Index' (duration: 7.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:45:49.432583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.764749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.432717Z","caller":"traceutil/trace.go:171","msg":"trace[399305535] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:2; }","duration":"113.923242ms","start":"2026-03-11T01:45:49.318777Z","end":"2026-03-11T01:45:49.4327Z","steps":["trace[399305535] 'agreement among raft nodes before linearized reading' (duration: 113.690397ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.532772Z","caller":"traceutil/trace.go:171","msg":"trace[437158907] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"133.440399ms","start":"2026-03-11T01:45:49.399297Z","end":"2026-03-11T01:45:49.532738Z","steps":["trace[437158907] 'process raft request' (duration: 122.061513ms)","trace[437158907] 'compare' (duration: 11.14884ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:49.532868Z","caller":"traceutil/trace.go:171","msg":"trace[1189210969] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"130.122521ms","start":"2026-03-11T01:45:49.402717Z","end":"2026-03-11T01:45:49.532839Z","steps":["trace[1189210969] 'process raft request' (duration: 129.969087ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.532935Z","caller":"traceutil/trace.go:171","msg":"trace[1610567588] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"129.983558ms","start":"2026-03-11T01:45:49.402888Z","end":"2026-03-11T01:45:49.532872Z","steps":["trace[1610567588] 'process raft request' (duration: 129.864725ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.533032Z","caller":"traceutil/trace.go:171","msg":"trace[855799139] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:5; }","duration":"100.577791ms","start":"2026-03-11T01:45:49.432388Z","end":"2026-03-11T01:45:49.532966Z","steps":["trace[855799139] 'read index received' (duration: 88.96431ms)","trace[855799139] 'applied index is now lower than readState.Index' (duration: 11.611101ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:49.533067Z","caller":"traceutil/trace.go:171","msg":"trace[1419240507] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"119.437312ms","start":"2026-03-11T01:45:49.413613Z","end":"2026-03-11T01:45:49.533051Z","steps":["trace[1419240507] 'process raft request' (duration: 119.195896ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.533139Z","caller":"traceutil/trace.go:171","msg":"trace[394284257] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"130.237714ms","start":"2026-03-11T01:45:49.40289Z","end":"2026-03-11T01:45:49.533128Z","steps":["trace[394284257] 'process raft request' (duration: 129.881475ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.533078Z","caller":"traceutil/trace.go:171","msg":"trace[1167209408] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"130.354756ms","start":"2026-03-11T01:45:49.402622Z","end":"2026-03-11T01:45:49.532976Z","steps":["trace[1167209408] 'process raft request' (duration: 130.025799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.53327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.613038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:45:49.53326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.083397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.533314Z","caller":"traceutil/trace.go:171","msg":"trace[187550229] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"132.664551ms","start":"2026-03-11T01:45:49.400638Z","end":"2026-03-11T01:45:49.533302Z","steps":["trace[187550229] 'agreement among raft nodes before linearized reading' (duration: 132.580599ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.533272Z","caller":"traceutil/trace.go:171","msg":"trace[2079530221] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"130.215603ms","start":"2026-03-11T01:45:49.402733Z","end":"2026-03-11T01:45:49.532949Z","steps":["trace[2079530221] 'process raft request' (duration: 129.996907ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.533363Z","caller":"traceutil/trace.go:171","msg":"trace[617159124] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"132.269311ms","start":"2026-03-11T01:45:49.40107Z","end":"2026-03-11T01:45:49.533339Z","steps":["trace[617159124] 'agreement among raft nodes before linearized reading' (duration: 131.945224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.533418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.11609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:45:49.53344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.215362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.533481Z","caller":"traceutil/trace.go:171","msg":"trace[1700209881] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"165.273653ms","start":"2026-03-11T01:45:49.368197Z","end":"2026-03-11T01:45:49.53347Z","steps":["trace[1700209881] 'agreement among raft nodes before linearized reading' (duration: 165.210531ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.53348Z","caller":"traceutil/trace.go:171","msg":"trace[151065803] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"165.224561ms","start":"2026-03-11T01:45:49.368241Z","end":"2026-03-11T01:45:49.533466Z","steps":["trace[151065803] 'agreement among raft nodes before linearized reading' (duration: 165.097368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.533409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.989756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:45:49.533617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.025378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.533654Z","caller":"traceutil/trace.go:171","msg":"trace[722405726] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"118.584981ms","start":"2026-03-11T01:45:49.414994Z","end":"2026-03-11T01:45:49.533579Z","steps":["trace[722405726] 'process raft request' (duration: 117.850884ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.533687Z","caller":"traceutil/trace.go:171","msg":"trace[872356765] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:0; response_revision:10; }","duration":"133.10892ms","start":"2026-03-11T01:45:49.400556Z","end":"2026-03-11T01:45:49.533665Z","steps":["trace[872356765] 'agreement among raft nodes before linearized reading' (duration: 132.984757ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.533615Z","caller":"traceutil/trace.go:171","msg":"trace[1829403450] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"165.253563ms","start":"2026-03-11T01:45:49.368313Z","end":"2026-03-11T01:45:49.533567Z","steps":["trace[1829403450] 'agreement among raft nodes before linearized reading' (duration: 164.805202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.534126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.649879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.534228Z","caller":"traceutil/trace.go:171","msg":"trace[665119171] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:10; }","duration":"206.781702ms","start":"2026-03-11T01:45:49.327425Z","end":"2026-03-11T01:45:49.534206Z","steps":["trace[665119171] 'agreement among raft nodes before linearized reading' (duration: 206.350152ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.55528Z","caller":"traceutil/trace.go:171","msg":"trace[1544645744] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"121.560491ms","start":"2026-03-11T01:45:49.433696Z","end":"2026-03-11T01:45:49.555257Z","steps":["trace[1544645744] 'process raft request' (duration: 121.411517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.555434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.762168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.555545Z","caller":"traceutil/trace.go:171","msg":"trace[526172110] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"101.932382ms","start":"2026-03-11T01:45:49.453594Z","end":"2026-03-11T01:45:49.555527Z","steps":["trace[526172110] 'agreement among raft nodes before linearized reading' (duration: 101.691236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.9263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.039552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-11T01:45:49.926638Z","caller":"traceutil/trace.go:171","msg":"trace[1352716336] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"209.047286ms","start":"2026-03-11T01:45:49.717543Z","end":"2026-03-11T01:45:49.92659Z","steps":["trace[1352716336] 'process raft request' (duration: 77.151443ms)","trace[1352716336] 'compare' (duration: 130.882978ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:49.926882Z","caller":"traceutil/trace.go:171","msg":"trace[384551820] linearizableReadLoop","detail":"{readStateIndex:42; appliedIndex:39; }","duration":"187.367369ms","start":"2026-03-11T01:45:49.739397Z","end":"2026-03-11T01:45:49.926765Z","steps":["trace[384551820] 'read index received' (duration: 55.267042ms)","trace[384551820] 'applied index is now lower than readState.Index' (duration: 132.098737ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:49.926997Z","caller":"traceutil/trace.go:171","msg":"trace[1104830495] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"206.478526ms","start":"2026-03-11T01:45:49.720464Z","end":"2026-03-11T01:45:49.926942Z","steps":["trace[1104830495] 'process raft request' (duration: 206.24782ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:49.927043Z","caller":"traceutil/trace.go:171","msg":"trace[2936840] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"207.172072ms","start":"2026-03-11T01:45:49.719847Z","end":"2026-03-11T01:45:49.927019Z","steps":["trace[2936840] 'process raft request' (duration: 206.572848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.927183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.762859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.927235Z","caller":"traceutil/trace.go:171","msg":"trace[721104469] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:38; }","duration":"187.87008ms","start":"2026-03-11T01:45:49.73935Z","end":"2026-03-11T01:45:49.92722Z","steps":["trace[721104469] 'agreement among raft nodes before linearized reading' (duration: 187.650445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:49.927248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.062408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:45:49.92729Z","caller":"traceutil/trace.go:171","msg":"trace[1246472782] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:38; }","duration":"180.13355ms","start":"2026-03-11T01:45:49.747144Z","end":"2026-03-11T01:45:49.927278Z","steps":["trace[1246472782] 'agreement among raft nodes before linearized reading' (duration: 179.930885ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:50.085534Z","caller":"traceutil/trace.go:171","msg":"trace[1566870906] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"112.191312ms","start":"2026-03-11T01:45:49.97331Z","end":"2026-03-11T01:45:50.085501Z","steps":["trace[1566870906] 'process raft request' (duration: 52.957328ms)","trace[1566870906] 'compare' (duration: 58.883826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:45:56.765615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.270961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-11T01:45:56.765742Z","caller":"traceutil/trace.go:171","msg":"trace[84074893] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:337; }","duration":"123.451305ms","start":"2026-03-11T01:45:56.642262Z","end":"2026-03-11T01:45:56.765714Z","steps":["trace[84074893] 'range keys from in-memory index tree' (duration: 123.081387ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:56.960966Z","caller":"traceutil/trace.go:171","msg":"trace[187800072] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"104.628165ms","start":"2026-03-11T01:45:56.856304Z","end":"2026-03-11T01:45:56.960932Z","steps":["trace[187800072] 'process raft request' (duration: 95.404189ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:57.703614Z","caller":"traceutil/trace.go:171","msg":"trace[377123972] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"194.22538ms","start":"2026-03-11T01:45:57.509345Z","end":"2026-03-11T01:45:57.70357Z","steps":["trace[377123972] 'read index received' (duration: 118.698065ms)","trace[377123972] 'applied index is now lower than readState.Index' (duration: 75.526065ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:57.703733Z","caller":"traceutil/trace.go:171","msg":"trace[618889210] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"246.148073ms","start":"2026-03-11T01:45:57.457544Z","end":"2026-03-11T01:45:57.703692Z","steps":["trace[618889210] 'process raft request' (duration: 170.462924ms)","trace[618889210] 'compare' (duration: 75.393452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:45:57.703874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.174227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-11T01:45:57.703926Z","caller":"traceutil/trace.go:171","msg":"trace[1047922934] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:359; }","duration":"161.29779ms","start":"2026-03-11T01:45:57.542616Z","end":"2026-03-11T01:45:57.703914Z","steps":["trace[1047922934] 'agreement among raft nodes before linearized reading' (duration: 161.159227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:57.703889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.500129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-11T01:45:57.704006Z","caller":"traceutil/trace.go:171","msg":"trace[1346136966] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:359; }","duration":"210.684173ms","start":"2026-03-11T01:45:57.493297Z","end":"2026-03-11T01:45:57.703981Z","steps":["trace[1346136966] 'agreement among raft nodes before linearized reading' (duration: 210.456548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:57.703986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.042236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-11T01:45:57.704085Z","caller":"traceutil/trace.go:171","msg":"trace[971489812] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:359; }","duration":"111.178518ms","start":"2026-03-11T01:45:57.592884Z","end":"2026-03-11T01:45:57.704063Z","steps":["trace[971489812] 'agreement among raft nodes before linearized reading' (duration: 110.980884ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:57.922368Z","caller":"traceutil/trace.go:171","msg":"trace[1010679937] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"152.184897ms","start":"2026-03-11T01:45:57.770121Z","end":"2026-03-11T01:45:57.922306Z","steps":["trace[1010679937] 'process raft request' (duration: 144.040237ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:57.963162Z","caller":"traceutil/trace.go:171","msg":"trace[1540119583] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:373; }","duration":"159.528458ms","start":"2026-03-11T01:45:57.80361Z","end":"2026-03-11T01:45:57.963139Z","steps":["trace[1540119583] 'read index received' (duration: 110.571705ms)","trace[1540119583] 'applied index is now lower than readState.Index' (duration: 48.955843ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:57.963154Z","caller":"traceutil/trace.go:171","msg":"trace[683183117] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"192.354026ms","start":"2026-03-11T01:45:57.770751Z","end":"2026-03-11T01:45:57.963105Z","steps":["trace[683183117] 'process raft request' (duration: 192.10223ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:57.963208Z","caller":"traceutil/trace.go:171","msg":"trace[141633822] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"191.379023ms","start":"2026-03-11T01:45:57.771805Z","end":"2026-03-11T01:45:57.963184Z","steps":["trace[141633822] 'process raft request' (duration: 191.23396ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:57.963284Z","caller":"traceutil/trace.go:171","msg":"trace[664932391] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"184.42637ms","start":"2026-03-11T01:45:57.778815Z","end":"2026-03-11T01:45:57.963241Z","steps":["trace[664932391] 'process raft request' (duration: 184.267646ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:57.963386Z","caller":"traceutil/trace.go:171","msg":"trace[2041101846] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"192.13314ms","start":"2026-03-11T01:45:57.77122Z","end":"2026-03-11T01:45:57.963353Z","steps":["trace[2041101846] 'process raft request' (duration: 191.755002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:57.963493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.799595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:45:57.963607Z","caller":"traceutil/trace.go:171","msg":"trace[1464432783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:367; }","duration":"160.018641ms","start":"2026-03-11T01:45:57.80357Z","end":"2026-03-11T01:45:57.963588Z","steps":["trace[1464432783] 'agreement among raft nodes before linearized reading' (duration: 159.656841ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.091753Z","caller":"traceutil/trace.go:171","msg":"trace[2106411931] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"121.912828ms","start":"2026-03-11T01:45:57.969803Z","end":"2026-03-11T01:45:58.091715Z","steps":["trace[2106411931] 'process raft request' (duration: 121.797976ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.091802Z","caller":"traceutil/trace.go:171","msg":"trace[1938730107] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"121.942199ms","start":"2026-03-11T01:45:57.969841Z","end":"2026-03-11T01:45:58.091783Z","steps":["trace[1938730107] 'process raft request' (duration: 121.855717ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.091783Z","caller":"traceutil/trace.go:171","msg":"trace[359064872] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"122.729428ms","start":"2026-03-11T01:45:57.96902Z","end":"2026-03-11T01:45:58.091749Z","steps":["trace[359064872] 'process raft request' (duration: 64.265842ms)","trace[359064872] 'compare' (duration: 58.150469ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:58.091839Z","caller":"traceutil/trace.go:171","msg":"trace[22157615] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"122.005041ms","start":"2026-03-11T01:45:57.969802Z","end":"2026-03-11T01:45:58.091807Z","steps":["trace[22157615] 'process raft request' (duration: 121.838577ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.0922Z","caller":"traceutil/trace.go:171","msg":"trace[530584464] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"122.207525ms","start":"2026-03-11T01:45:57.96998Z","end":"2026-03-11T01:45:58.092187Z","steps":["trace[530584464] 'process raft request' (duration: 121.751595ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.092359Z","caller":"traceutil/trace.go:171","msg":"trace[1101792601] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"121.102271ms","start":"2026-03-11T01:45:57.971237Z","end":"2026-03-11T01:45:58.092339Z","steps":["trace[1101792601] 'process raft request' (duration: 120.808663ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.092547Z","caller":"traceutil/trace.go:171","msg":"trace[373960664] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"120.940667ms","start":"2026-03-11T01:45:57.971597Z","end":"2026-03-11T01:45:58.092538Z","steps":["trace[373960664] 'process raft request' (duration: 120.549687ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.092379Z","caller":"traceutil/trace.go:171","msg":"trace[173830008] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"119.709378ms","start":"2026-03-11T01:45:57.972659Z","end":"2026-03-11T01:45:58.092368Z","steps":["trace[173830008] 'process raft request' (duration: 119.655867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:58.69133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.64031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:45:58.691495Z","caller":"traceutil/trace.go:171","msg":"trace[1644087670] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"572.614743ms","start":"2026-03-11T01:45:58.11886Z","end":"2026-03-11T01:45:58.691475Z","steps":["trace[1644087670] 'read index received' (duration: 329.274446ms)","trace[1644087670] 'applied index is now lower than readState.Index' (duration: 243.338977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:45:58.691642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.794747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-11T01:45:58.691686Z","caller":"traceutil/trace.go:171","msg":"trace[2110711460] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:377; }","duration":"572.869998ms","start":"2026-03-11T01:45:58.118804Z","end":"2026-03-11T01:45:58.691674Z","steps":["trace[2110711460] 'agreement among raft nodes before linearized reading' (duration: 572.779036ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:58.691589Z","caller":"traceutil/trace.go:171","msg":"trace[2017200251] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"576.242497ms","start":"2026-03-11T01:45:58.115293Z","end":"2026-03-11T01:45:58.691536Z","steps":["trace[2017200251] 'process raft request' (duration: 332.86636ms)","trace[2017200251] 'compare' (duration: 242.482757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:45:58.691724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:58.118786Z","time spent":"572.92918ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3797,"request content":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" "} {"level":"warn","ts":"2026-03-11T01:45:58.691767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.253978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-11T01:45:58.691885Z","caller":"traceutil/trace.go:171","msg":"trace[933730877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:377; }","duration":"407.434383ms","start":"2026-03-11T01:45:58.28442Z","end":"2026-03-11T01:45:58.691854Z","steps":["trace[933730877] 'agreement among raft nodes before linearized reading' (duration: 407.235838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:58.691897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:58.115275Z","time spent":"576.514214ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:45:58.691869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.876628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-03-11T01:45:58.691941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:58.284395Z","time spent":"407.537275ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T01:45:58.692054Z","caller":"traceutil/trace.go:171","msg":"trace[1091873699] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:377; }","duration":"460.146735ms","start":"2026-03-11T01:45:58.231866Z","end":"2026-03-11T01:45:58.692013Z","steps":["trace[1091873699] 'agreement among raft nodes before linearized reading' (duration: 459.782236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:58.693587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:58.231837Z","time spent":"460.638487ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-11T01:45:59.502131Z","caller":"traceutil/trace.go:171","msg":"trace[699381282] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"805.517397ms","start":"2026-03-11T01:45:58.696574Z","end":"2026-03-11T01:45:59.502092Z","steps":["trace[699381282] 'process raft request' (duration: 803.731115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:59.502345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:58.696541Z","time spent":"805.697711ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:45:59.573642Z","caller":"traceutil/trace.go:171","msg":"trace[1830654587] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:388; }","duration":"548.469218ms","start":"2026-03-11T01:45:59.025135Z","end":"2026-03-11T01:45:59.573605Z","steps":["trace[1830654587] 'read index received' (duration: 475.147245ms)","trace[1830654587] 'applied index is now lower than readState.Index' (duration: 73.320643ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:59.573769Z","caller":"traceutil/trace.go:171","msg":"trace[193767795] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"874.961739ms","start":"2026-03-11T01:45:58.698763Z","end":"2026-03-11T01:45:59.573725Z","steps":["trace[193767795] 'process raft request' (duration: 874.654382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:59.573925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:58.698742Z","time spent":"875.112382ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:45:59.573895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.635273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T01:45:59.573913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.763246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T01:45:59.573973Z","caller":"traceutil/trace.go:171","msg":"trace[1234562692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:379; }","duration":"210.796107ms","start":"2026-03-11T01:45:59.363163Z","end":"2026-03-11T01:45:59.573959Z","steps":["trace[1234562692] 'agreement among raft nodes before linearized reading' (duration: 210.617632ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:59.574073Z","caller":"traceutil/trace.go:171","msg":"trace[750635450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:379; }","duration":"548.976711ms","start":"2026-03-11T01:45:59.025075Z","end":"2026-03-11T01:45:59.574052Z","steps":["trace[750635450] 'agreement among raft nodes before linearized reading' (duration: 548.693914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:59.574126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:59.025046Z","time spent":"549.067152ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T01:45:59.699306Z","caller":"traceutil/trace.go:171","msg":"trace[1410033193] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"120.302031ms","start":"2026-03-11T01:45:59.578962Z","end":"2026-03-11T01:45:59.699264Z","steps":["trace[1410033193] 'process raft request' (duration: 64.420115ms)","trace[1410033193] 'compare' (duration: 55.60226ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:59.699638Z","caller":"traceutil/trace.go:171","msg":"trace[685755089] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"120.272951ms","start":"2026-03-11T01:45:59.579329Z","end":"2026-03-11T01:45:59.699602Z","steps":["trace[685755089] 'process raft request' (duration: 119.881362ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:59.699757Z","caller":"traceutil/trace.go:171","msg":"trace[250727178] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"117.854095ms","start":"2026-03-11T01:45:59.581864Z","end":"2026-03-11T01:45:59.699718Z","steps":["trace[250727178] 'process raft request' (duration: 117.65368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:01.374984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.868695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-03-11T01:46:01.375095Z","caller":"traceutil/trace.go:171","msg":"trace[2085505821] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:391; }","duration":"228.048709ms","start":"2026-03-11T01:46:01.147017Z","end":"2026-03-11T01:46:01.375066Z","steps":["trace[2085505821] 'range keys from in-memory index tree' (duration: 227.714521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:01.375065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.684325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T01:46:01.375179Z","caller":"traceutil/trace.go:171","msg":"trace[827982073] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:391; }","duration":"252.910621ms","start":"2026-03-11T01:46:01.122237Z","end":"2026-03-11T01:46:01.375148Z","steps":["trace[827982073] 'range keys from in-memory index tree' (duration: 252.499791ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:03.694625Z","caller":"traceutil/trace.go:171","msg":"trace[1905167646] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"532.773561ms","start":"2026-03-11T01:46:03.161822Z","end":"2026-03-11T01:46:03.694596Z","steps":["trace[1905167646] 'process raft request' (duration: 532.578767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:03.694816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:03.161784Z","time spent":"532.925645ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:05.343321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331683264s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:46:05.34348Z","caller":"traceutil/trace.go:171","msg":"trace[377518904] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:411; }","duration":"1.828008754s","start":"2026-03-11T01:46:03.515445Z","end":"2026-03-11T01:46:05.343453Z","steps":["trace[377518904] 'read index received' (duration: 179.013074ms)","trace[377518904] 'applied index is now lower than readState.Index' (duration: 1.64899425s)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:05.343618Z","caller":"traceutil/trace.go:171","msg":"trace[1668049076] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"2.117160692s","start":"2026-03-11T01:46:03.22644Z","end":"2026-03-11T01:46:05.3436Z","steps":["trace[1668049076] 'process raft request' (duration: 785.084688ms)","trace[1668049076] 'compare' (duration: 1.331522161s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:46:05.343727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:03.226386Z","time spent":"2.117289064s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:05.34403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628474109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:46:05.34413Z","caller":"traceutil/trace.go:171","msg":"trace[1396246598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"1.628649133s","start":"2026-03-11T01:46:03.715453Z","end":"2026-03-11T01:46:05.344102Z","steps":["trace[1396246598] 'agreement among raft nodes before linearized reading' (duration: 1.628432298s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:05.344172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:03.715409Z","time spent":"1.628754935s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:46:05.344348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19253173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T01:46:05.344363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628741716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T01:46:05.344421Z","caller":"traceutil/trace.go:171","msg":"trace[1183806779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:400; }","duration":"1.192659943s","start":"2026-03-11T01:46:04.151743Z","end":"2026-03-11T01:46:05.344403Z","steps":["trace[1183806779] 'agreement among raft nodes before linearized reading' (duration: 1.19253528s)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:05.344435Z","caller":"traceutil/trace.go:171","msg":"trace[59090973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:400; }","duration":"1.628859548s","start":"2026-03-11T01:46:03.715555Z","end":"2026-03-11T01:46:05.344415Z","steps":["trace[59090973] 'agreement among raft nodes before linearized reading' (duration: 1.628732925s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:05.344477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:04.151709Z","time spent":"1.192755495s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T01:46:05.344485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:03.715529Z","time spent":"1.628944461s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:46:05.344345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504653876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:05.34468Z","caller":"traceutil/trace.go:171","msg":"trace[929152034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:400; }","duration":"1.505051555s","start":"2026-03-11T01:46:03.839609Z","end":"2026-03-11T01:46:05.344661Z","steps":["trace[929152034] 'agreement among raft nodes before linearized reading' (duration: 1.504674106s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:05.344719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:03.839581Z","time spent":"1.505129207s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:46:05.344348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828907624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T01:46:05.34477Z","caller":"traceutil/trace.go:171","msg":"trace[270285959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:400; }","duration":"1.829390876s","start":"2026-03-11T01:46:03.515364Z","end":"2026-03-11T01:46:05.344755Z","steps":["trace[270285959] 'agreement among raft nodes before linearized reading' (duration: 1.828910185s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:05.344842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:03.515331Z","time spent":"1.829499858s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T01:46:05.572018Z","caller":"traceutil/trace.go:171","msg":"trace[1190009493] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"168.293374ms","start":"2026-03-11T01:46:05.403688Z","end":"2026-03-11T01:46:05.571981Z","steps":["trace[1190009493] 'process raft request' (duration: 112.840759ms)","trace[1190009493] 'compare' (duration: 55.285951ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:10.704882Z","caller":"traceutil/trace.go:171","msg":"trace[1340454471] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"278.880068ms","start":"2026-03-11T01:46:10.425973Z","end":"2026-03-11T01:46:10.704853Z","steps":["trace[1340454471] 'process raft request' (duration: 278.664233ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:11.055911Z","caller":"traceutil/trace.go:171","msg":"trace[1460583400] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"544.886564ms","start":"2026-03-11T01:46:10.510982Z","end":"2026-03-11T01:46:11.055868Z","steps":["trace[1460583400] 'process raft request' (duration: 476.495896ms)","trace[1460583400] 'compare' (duration: 68.243885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:46:11.056128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:10.510953Z","time spent":"545.067748ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:12.557191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045165317s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:46:12.557268Z","caller":"traceutil/trace.go:171","msg":"trace[176141490] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"1.516195565s","start":"2026-03-11T01:46:11.041061Z","end":"2026-03-11T01:46:12.557256Z","steps":["trace[176141490] 'read index received' (duration: 470.792643ms)","trace[176141490] 'applied index is now lower than readState.Index' (duration: 1.045402012s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:46:12.557374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516316169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:12.557396Z","caller":"traceutil/trace.go:171","msg":"trace[1288658301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"1.51639745s","start":"2026-03-11T01:46:11.040991Z","end":"2026-03-11T01:46:12.557389Z","steps":["trace[1288658301] 'agreement among raft nodes before linearized reading' (duration: 1.516325929s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:12.557415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:11.040965Z","time spent":"1.516445982s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T01:46:12.557372Z","caller":"traceutil/trace.go:171","msg":"trace[2023128744] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.836718548s","start":"2026-03-11T01:46:10.720598Z","end":"2026-03-11T01:46:12.557317Z","steps":["trace[2023128744] 'process raft request' (duration: 791.378837ms)","trace[2023128744] 'compare' (duration: 1.045050294s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:46:12.557519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063111686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T01:46:12.558661Z","caller":"traceutil/trace.go:171","msg":"trace[1031579486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.064266743s","start":"2026-03-11T01:46:11.494379Z","end":"2026-03-11T01:46:12.558645Z","steps":["trace[1031579486] 'agreement among raft nodes before linearized reading' (duration: 1.063070635s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:12.558709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:11.494372Z","time spent":"1.064323234s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:46:12.557534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434575728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T01:46:12.558871Z","caller":"traceutil/trace.go:171","msg":"trace[500335819] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:420; }","duration":"1.435990431s","start":"2026-03-11T01:46:11.122869Z","end":"2026-03-11T01:46:12.55886Z","steps":["trace[500335819] 'agreement among raft nodes before linearized reading' (duration: 1.434534777s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:12.558907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:11.122844Z","time spent":"1.436052603s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-03-11T01:46:12.557586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:10.720571Z","time spent":"1.836911322s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T01:46:12.557624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062140994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:46:12.559218Z","caller":"traceutil/trace.go:171","msg":"trace[586042191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"1.063786782s","start":"2026-03-11T01:46:11.495423Z","end":"2026-03-11T01:46:12.55921Z","steps":["trace[586042191] 'agreement among raft nodes before linearized reading' (duration: 1.062178934s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:12.559253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:11.495393Z","time spent":"1.063851334s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T01:46:12.557625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.504292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:12.559523Z","caller":"traceutil/trace.go:171","msg":"trace[396458587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"254.431946ms","start":"2026-03-11T01:46:12.30508Z","end":"2026-03-11T01:46:12.559512Z","steps":["trace[396458587] 'agreement among raft nodes before linearized reading' (duration: 252.520351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:12.55763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076838417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:46:12.559813Z","caller":"traceutil/trace.go:171","msg":"trace[249356361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.07908603s","start":"2026-03-11T01:46:11.480712Z","end":"2026-03-11T01:46:12.559798Z","steps":["trace[249356361] 'agreement among raft nodes before linearized reading' (duration: 1.076841577s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:12.559869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:11.480683Z","time spent":"1.079172102s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:46:12.557679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067273744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T01:46:12.55999Z","caller":"traceutil/trace.go:171","msg":"trace[496917540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"1.06967715s","start":"2026-03-11T01:46:11.490301Z","end":"2026-03-11T01:46:12.559978Z","steps":["trace[496917540] 'agreement among raft nodes before linearized reading' (duration: 1.067196552s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:12.560023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:11.490276Z","time spent":"1.069738152s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T01:46:12.66695Z","caller":"traceutil/trace.go:171","msg":"trace[389042550] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"101.670686ms","start":"2026-03-11T01:46:12.565241Z","end":"2026-03-11T01:46:12.666911Z","steps":["trace[389042550] 'process raft request' (duration: 100.442638ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:12.666998Z","caller":"traceutil/trace.go:171","msg":"trace[2077093112] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"101.555714ms","start":"2026-03-11T01:46:12.565422Z","end":"2026-03-11T01:46:12.666978Z","steps":["trace[2077093112] 'process raft request' (duration: 101.467832ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:12.667Z","caller":"traceutil/trace.go:171","msg":"trace[2035961848] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"101.535293ms","start":"2026-03-11T01:46:12.565418Z","end":"2026-03-11T01:46:12.666954Z","steps":["trace[2035961848] 'process raft request' (duration: 101.41731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:25.679371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.879853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:46:25.679641Z","caller":"traceutil/trace.go:171","msg":"trace[1480345508] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"759.997892ms","start":"2026-03-11T01:46:24.919598Z","end":"2026-03-11T01:46:25.679596Z","steps":["trace[1480345508] 'process raft request' (duration: 759.950251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:25.679722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:24.919588Z","time spent":"760.097834ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:46:25.679694Z","caller":"traceutil/trace.go:171","msg":"trace[1502909561] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"760.143245ms","start":"2026-03-11T01:46:24.919496Z","end":"2026-03-11T01:46:25.679639Z","steps":["trace[1502909561] 'process raft request' (duration: 760.000742ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:25.67973Z","caller":"traceutil/trace.go:171","msg":"trace[1363091498] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"760.383231ms","start":"2026-03-11T01:46:24.919215Z","end":"2026-03-11T01:46:25.679598Z","steps":["trace[1363091498] 'process raft request' (duration: 153.16436ms)","trace[1363091498] 'compare' (duration: 606.74014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:46:25.67992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:24.91919Z","time spent":"760.638536ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:25.679954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:24.919483Z","time spent":"760.341779ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:46:31.895265Z","caller":"traceutil/trace.go:171","msg":"trace[1448169648] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"163.271356ms","start":"2026-03-11T01:46:31.73197Z","end":"2026-03-11T01:46:31.895241Z","steps":["trace[1448169648] 'process raft request' (duration: 163.110183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:32.240111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.722333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:46:32.240255Z","caller":"traceutil/trace.go:171","msg":"trace[213729095] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:570; }","duration":"470.540457ms","start":"2026-03-11T01:46:31.769695Z","end":"2026-03-11T01:46:32.240235Z","steps":["trace[213729095] 'read index received' (duration: 125.470592ms)","trace[213729095] 'applied index is now lower than readState.Index' (duration: 345.068195ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:32.240398Z","caller":"traceutil/trace.go:171","msg":"trace[1997949627] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"499.868083ms","start":"2026-03-11T01:46:31.740518Z","end":"2026-03-11T01:46:32.240386Z","steps":["trace[1997949627] 'process raft request' (duration: 250.73963ms)","trace[1997949627] 'compare' (duration: 248.427557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:46:32.240474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:31.740504Z","time spent":"499.932634ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:32.240501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.790044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T01:46:32.240543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.600245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:46:32.24057Z","caller":"traceutil/trace.go:171","msg":"trace[1276037907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"470.922707ms","start":"2026-03-11T01:46:31.769631Z","end":"2026-03-11T01:46:32.240554Z","steps":["trace[1276037907] 'agreement among raft nodes before linearized reading' (duration: 470.759733ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:32.240611Z","caller":"traceutil/trace.go:171","msg":"trace[431974556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"469.722048ms","start":"2026-03-11T01:46:31.770873Z","end":"2026-03-11T01:46:32.240595Z","steps":["trace[431974556] 'agreement among raft nodes before linearized reading' (duration: 469.591185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:32.240652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:31.770845Z","time spent":"469.8028ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T01:46:32.240611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:31.769596Z","time spent":"471.009558ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:46:32.806234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959065931702441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T01:46:33.307222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959065931702441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T01:46:33.354634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11031463s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T01:46:33.355293Z","caller":"traceutil/trace.go:171","msg":"trace[481201552] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.111056377s","start":"2026-03-11T01:46:32.244181Z","end":"2026-03-11T01:46:33.355237Z","steps":["trace[481201552] 'process raft request' (duration: 1.110810151s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:33.355565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:32.244156Z","time spent":"1.111279781s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:46:33.670311Z","caller":"traceutil/trace.go:171","msg":"trace[1334025608] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.425930996s","start":"2026-03-11T01:46:32.244351Z","end":"2026-03-11T01:46:33.670282Z","steps":["trace[1334025608] 'process raft request' (duration: 1.42566981s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:33.670522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:32.244322Z","time spent":"1.42607453s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:46:33.670596Z","caller":"traceutil/trace.go:171","msg":"trace[37030824] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:572; }","duration":"1.365237928s","start":"2026-03-11T01:46:32.305275Z","end":"2026-03-11T01:46:33.670513Z","steps":["trace[37030824] 'read index received' (duration: 1.049648632s)","trace[37030824] 'applied index is now lower than readState.Index' (duration: 315.584936ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:33.670646Z","caller":"traceutil/trace.go:171","msg":"trace[969909826] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.415633977s","start":"2026-03-11T01:46:32.254974Z","end":"2026-03-11T01:46:33.670608Z","steps":["trace[969909826] 'process raft request' (duration: 1.415219577s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:33.671397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:32.254944Z","time spent":"1.415781739s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:33.671385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366063687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:33.671554Z","caller":"traceutil/trace.go:171","msg":"trace[1057584715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"1.366250832s","start":"2026-03-11T01:46:32.305234Z","end":"2026-03-11T01:46:33.671484Z","steps":["trace[1057584715] 'agreement among raft nodes before linearized reading' (duration: 1.365515355s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:33.671618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:32.305213Z","time spent":"1.366395425s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:46:33.672414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186268014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:33.672543Z","caller":"traceutil/trace.go:171","msg":"trace[1410677315] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"1.186424298s","start":"2026-03-11T01:46:32.486057Z","end":"2026-03-11T01:46:33.672481Z","steps":["trace[1410677315] 'agreement among raft nodes before linearized reading' (duration: 1.186173762s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:33.672602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:32.486025Z","time spent":"1.186560762s","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-11T01:46:33.672617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.973874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T01:46:33.672718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.432425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:33.672734Z","caller":"traceutil/trace.go:171","msg":"trace[1223707714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"722.136228ms","start":"2026-03-11T01:46:32.950554Z","end":"2026-03-11T01:46:33.67269Z","steps":["trace[1223707714] 'agreement among raft nodes before linearized reading' (duration: 721.944102ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:33.672781Z","caller":"traceutil/trace.go:171","msg":"trace[1888295745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"633.519077ms","start":"2026-03-11T01:46:33.039235Z","end":"2026-03-11T01:46:33.672754Z","steps":["trace[1888295745] 'agreement among raft nodes before linearized reading' (duration: 633.034755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:33.672789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:32.950529Z","time spent":"722.24758ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:46:33.672813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:33.039213Z","time spent":"633.594189ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:46:35.220491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320378929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T01:46:35.220511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263046109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:35.220598Z","caller":"traceutil/trace.go:171","msg":"trace[739343761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:556; }","duration":"1.320588304s","start":"2026-03-11T01:46:33.899985Z","end":"2026-03-11T01:46:35.220573Z","steps":["trace[739343761] 'range keys from in-memory index tree' (duration: 1.320145243s)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:35.220611Z","caller":"traceutil/trace.go:171","msg":"trace[1037513951] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"1.263161962s","start":"2026-03-11T01:46:33.957421Z","end":"2026-03-11T01:46:35.220583Z","steps":["trace[1037513951] 'range keys from in-memory index tree' (duration: 1.262960258s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:35.220597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181206217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:46:35.220659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:33.899952Z","time spent":"1.320697366s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:46:35.220665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:33.957398Z","time spent":"1.263257144s","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-11T01:46:35.220707Z","caller":"traceutil/trace.go:171","msg":"trace[1258879320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"1.181376521s","start":"2026-03-11T01:46:34.039301Z","end":"2026-03-11T01:46:35.220677Z","steps":["trace[1258879320] 'range keys from in-memory index tree' (duration: 1.181126105s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:35.220768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:34.039287Z","time spent":"1.181470843s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:46:35.731767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959065931702453,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T01:46:35.807375Z","caller":"traceutil/trace.go:171","msg":"trace[411399822] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"576.187057ms","start":"2026-03-11T01:46:35.231156Z","end":"2026-03-11T01:46:35.807343Z","steps":["trace[411399822] 'read index received' (duration: 576.044103ms)","trace[411399822] 'applied index is now lower than readState.Index' (duration: 141.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:35.807492Z","caller":"traceutil/trace.go:171","msg":"trace[1506676029] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"582.018584ms","start":"2026-03-11T01:46:35.225439Z","end":"2026-03-11T01:46:35.807458Z","steps":["trace[1506676029] 'process raft request' (duration: 581.718096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:35.807616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.408722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:35.807762Z","caller":"traceutil/trace.go:171","msg":"trace[154742780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"576.618057ms","start":"2026-03-11T01:46:35.231116Z","end":"2026-03-11T01:46:35.807734Z","steps":["trace[154742780] 'agreement among raft nodes before linearized reading' (duration: 576.364691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:35.807668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:35.225403Z","time spent":"582.167246ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:35.807823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:35.231102Z","time spent":"576.711629ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:46:35.80782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.696898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T01:46:35.807829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.901385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T01:46:35.807903Z","caller":"traceutil/trace.go:171","msg":"trace[42520051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"128.837391ms","start":"2026-03-11T01:46:35.679035Z","end":"2026-03-11T01:46:35.807873Z","steps":["trace[42520051] 'agreement among raft nodes before linearized reading' (duration: 128.630426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:35.807934Z","caller":"traceutil/trace.go:171","msg":"trace[104689432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:557; }","duration":"447.064219ms","start":"2026-03-11T01:46:35.360844Z","end":"2026-03-11T01:46:35.807908Z","steps":["trace[104689432] 'agreement among raft nodes before linearized reading' (duration: 446.749332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:35.807995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:35.360819Z","time spent":"447.165761ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T01:46:37.706687Z","caller":"traceutil/trace.go:171","msg":"trace[357927899] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"329.522312ms","start":"2026-03-11T01:46:37.377131Z","end":"2026-03-11T01:46:37.706653Z","steps":["trace[357927899] 'process raft request' (duration: 325.892266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:37.706966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:37.377103Z","time spent":"329.716076ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:46:37.712916Z","caller":"traceutil/trace.go:171","msg":"trace[1106239280] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"268.560056ms","start":"2026-03-11T01:46:37.444316Z","end":"2026-03-11T01:46:37.712876Z","steps":["trace[1106239280] 'process raft request' (duration: 265.148727ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:37.713002Z","caller":"traceutil/trace.go:171","msg":"trace[434538829] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"144.444266ms","start":"2026-03-11T01:46:37.568525Z","end":"2026-03-11T01:46:37.712969Z","steps":["trace[434538829] 'process raft request' (duration: 144.340214ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:42.289498Z","caller":"traceutil/trace.go:171","msg":"trace[214656403] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"206.983357ms","start":"2026-03-11T01:46:42.082476Z","end":"2026-03-11T01:46:42.28946Z","steps":["trace[214656403] 'process raft request' (duration: 206.759882ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:42.357414Z","caller":"traceutil/trace.go:171","msg":"trace[604193451] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:794; }","duration":"254.547799ms","start":"2026-03-11T01:46:42.102837Z","end":"2026-03-11T01:46:42.357385Z","steps":["trace[604193451] 'read index received' (duration: 186.465567ms)","trace[604193451] 'applied index is now lower than readState.Index' (duration: 68.080942ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:42.357487Z","caller":"traceutil/trace.go:171","msg":"trace[1967373373] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"158.845633ms","start":"2026-03-11T01:46:42.198599Z","end":"2026-03-11T01:46:42.357444Z","steps":["trace[1967373373] 'process raft request' (duration: 158.723801ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:42.357513Z","caller":"traceutil/trace.go:171","msg":"trace[1174728434] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"271.508056ms","start":"2026-03-11T01:46:42.085971Z","end":"2026-03-11T01:46:42.357479Z","steps":["trace[1174728434] 'process raft request' (duration: 271.153208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.357608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.771114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.357659Z","caller":"traceutil/trace.go:171","msg":"trace[439478214] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:775; }","duration":"254.893137ms","start":"2026-03-11T01:46:42.102753Z","end":"2026-03-11T01:46:42.357646Z","steps":["trace[439478214] 'agreement among raft nodes before linearized reading' (duration: 254.778524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.393515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.405264Z","caller":"traceutil/trace.go:171","msg":"trace[286940970] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:776; }","duration":"147.512249ms","start":"2026-03-11T01:46:42.257729Z","end":"2026-03-11T01:46:42.405242Z","steps":["trace[286940970] 'agreement among raft nodes before linearized reading' (duration: 147.348305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.958406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:46:42.405314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.224799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.405381Z","caller":"traceutil/trace.go:171","msg":"trace[1584844664] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:776; }","duration":"147.13442ms","start":"2026-03-11T01:46:42.258214Z","end":"2026-03-11T01:46:42.405349Z","steps":["trace[1584844664] 'agreement among raft nodes before linearized reading' (duration: 146.870464ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:42.405438Z","caller":"traceutil/trace.go:171","msg":"trace[1073640897] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:776; }","duration":"179.432283ms","start":"2026-03-11T01:46:42.22598Z","end":"2026-03-11T01:46:42.405413Z","steps":["trace[1073640897] 'agreement among raft nodes before linearized reading' (duration: 179.207308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.979411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:46:42.405557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.440112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.405587Z","caller":"traceutil/trace.go:171","msg":"trace[1509513404] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:776; }","duration":"285.484522ms","start":"2026-03-11T01:46:42.120093Z","end":"2026-03-11T01:46:42.405577Z","steps":["trace[1509513404] 'agreement among raft nodes before linearized reading' (duration: 285.431651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.559816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.405701Z","caller":"traceutil/trace.go:171","msg":"trace[568510939] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:776; }","duration":"179.69009ms","start":"2026-03-11T01:46:42.225993Z","end":"2026-03-11T01:46:42.405683Z","steps":["trace[568510939] 'agreement among raft nodes before linearized reading' (duration: 179.518206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.581269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.405742Z","caller":"traceutil/trace.go:171","msg":"trace[2094143792] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:776; }","duration":"301.64858ms","start":"2026-03-11T01:46:42.104088Z","end":"2026-03-11T01:46:42.405736Z","steps":["trace[2094143792] 'agreement among raft nodes before linearized reading' (duration: 301.606019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.170954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:46:42.405766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:42.104071Z","time spent":"301.688161ms","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"info","ts":"2026-03-11T01:46:42.405789Z","caller":"traceutil/trace.go:171","msg":"trace[607088954] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:776; }","duration":"148.253305ms","start":"2026-03-11T01:46:42.257523Z","end":"2026-03-11T01:46:42.405776Z","steps":["trace[607088954] 'agreement among raft nodes before linearized reading' (duration: 148.184453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.242074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:46:42.405872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.963462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.405921Z","caller":"traceutil/trace.go:171","msg":"trace[1904534218] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:776; }","duration":"284.49516ms","start":"2026-03-11T01:46:42.121412Z","end":"2026-03-11T01:46:42.405907Z","steps":["trace[1904534218] 'agreement among raft nodes before linearized reading' (duration: 284.262184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.405882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.035732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:42.406072Z","caller":"traceutil/trace.go:171","msg":"trace[1969813566] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:776; }","duration":"303.294698ms","start":"2026-03-11T01:46:42.102765Z","end":"2026-03-11T01:46:42.40606Z","steps":["trace[1969813566] 'agreement among raft nodes before linearized reading' (duration: 303.096824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:42.406122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:42.10275Z","time spent":"303.355879ms","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"info","ts":"2026-03-11T01:46:42.405635Z","caller":"traceutil/trace.go:171","msg":"trace[555522726] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"108.974717ms","start":"2026-03-11T01:46:42.296628Z","end":"2026-03-11T01:46:42.405603Z","steps":["trace[555522726] 'process raft request' (duration: 107.619285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:42.405604Z","caller":"traceutil/trace.go:171","msg":"trace[932603536] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:776; }","duration":"285.339749ms","start":"2026-03-11T01:46:42.120227Z","end":"2026-03-11T01:46:42.405567Z","steps":["trace[932603536] 'agreement among raft nodes before linearized reading' (duration: 284.902329ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:42.405959Z","caller":"traceutil/trace.go:171","msg":"trace[1057023901] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:776; }","duration":"179.038524ms","start":"2026-03-11T01:46:42.226879Z","end":"2026-03-11T01:46:42.405917Z","steps":["trace[1057023901] 'agreement among raft nodes before linearized reading' (duration: 178.938012ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:47.652793Z","caller":"traceutil/trace.go:171","msg":"trace[629851339] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"100.199612ms","start":"2026-03-11T01:46:47.552567Z","end":"2026-03-11T01:46:47.652766Z","steps":["trace[629851339] 'process raft request' (duration: 100.068969ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:48.072872Z","caller":"traceutil/trace.go:171","msg":"trace[101333835] linearizableReadLoop","detail":"{readStateIndex:883; appliedIndex:882; }","duration":"200.469125ms","start":"2026-03-11T01:46:47.872382Z","end":"2026-03-11T01:46:48.072851Z","steps":["trace[101333835] 'read index received' (duration: 200.306552ms)","trace[101333835] 'applied index is now lower than readState.Index' (duration: 161.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:48.072984Z","caller":"traceutil/trace.go:171","msg":"trace[1272146272] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"319.557188ms","start":"2026-03-11T01:46:47.753415Z","end":"2026-03-11T01:46:48.072973Z","steps":["trace[1272146272] 'process raft request' (duration: 319.310203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:48.073142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:47.753384Z","time spent":"319.62323ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2492,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T01:46:48.073228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.837104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:46:48.073288Z","caller":"traceutil/trace.go:171","msg":"trace[10954921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:858; }","duration":"200.942426ms","start":"2026-03-11T01:46:47.872331Z","end":"2026-03-11T01:46:48.073274Z","steps":["trace[10954921] 'agreement among raft nodes before linearized reading' (duration: 200.711641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:48.114406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.560285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T01:46:48.114462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.523392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T01:46:48.114379Z","caller":"traceutil/trace.go:171","msg":"trace[701539976] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"160.02825ms","start":"2026-03-11T01:46:47.954302Z","end":"2026-03-11T01:46:48.114331Z","steps":["trace[701539976] 'process raft request' (duration: 159.786515ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:48.114527Z","caller":"traceutil/trace.go:171","msg":"trace[2123675047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:859; }","duration":"241.734019ms","start":"2026-03-11T01:46:47.872772Z","end":"2026-03-11T01:46:48.114506Z","steps":["trace[2123675047] 'agreement among raft nodes before linearized reading' (duration: 241.444613ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:48.114528Z","caller":"traceutil/trace.go:171","msg":"trace[1024900625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:859; }","duration":"237.604763ms","start":"2026-03-11T01:46:47.876907Z","end":"2026-03-11T01:46:48.114511Z","steps":["trace[1024900625] 'agreement among raft nodes before linearized reading' (duration: 237.44097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:48.114723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.252485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T01:46:48.11485Z","caller":"traceutil/trace.go:171","msg":"trace[476529072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:859; }","duration":"240.43159ms","start":"2026-03-11T01:46:47.874393Z","end":"2026-03-11T01:46:48.114825Z","steps":["trace[476529072] 'agreement among raft nodes before linearized reading' (duration: 240.00832ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:48.209794Z","caller":"traceutil/trace.go:171","msg":"trace[1141936295] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"132.357973ms","start":"2026-03-11T01:46:48.077352Z","end":"2026-03-11T01:46:48.20971Z","steps":["trace[1141936295] 'process raft request' (duration: 127.698074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:55.540369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959065931703059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T01:46:55.761297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252352134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T01:46:55.761854Z","caller":"traceutil/trace.go:171","msg":"trace[1641479777] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:950; }","duration":"722.491019ms","start":"2026-03-11T01:46:55.039325Z","end":"2026-03-11T01:46:55.761816Z","steps":["trace[1641479777] 'read index received' (duration: 722.184522ms)","trace[1641479777] 'applied index is now lower than readState.Index' (duration: 305.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:55.761976Z","caller":"traceutil/trace.go:171","msg":"trace[138712512] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"1.253096213s","start":"2026-03-11T01:46:54.508826Z","end":"2026-03-11T01:46:55.761922Z","steps":["trace[138712512] 'process raft request' (duration: 1.252787116s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:55.762052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.696074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:46:55.76208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.710787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T01:46:55.762092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.566271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:46:55.762153Z","caller":"traceutil/trace.go:171","msg":"trace[1108147608] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:924; }","duration":"693.718175ms","start":"2026-03-11T01:46:55.068418Z","end":"2026-03-11T01:46:55.762136Z","steps":["trace[1108147608] 'agreement among raft nodes before linearized reading' (duration: 693.52699ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:55.762154Z","caller":"traceutil/trace.go:171","msg":"trace[1496077783] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:924; }","duration":"116.86688ms","start":"2026-03-11T01:46:55.645267Z","end":"2026-03-11T01:46:55.762134Z","steps":["trace[1496077783] 'agreement among raft nodes before linearized reading' (duration: 116.706726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:55.762183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:54.508794Z","time spent":"1.253282598s","remote":"127.0.0.1:43302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5812,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:55.762208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:55.06839Z","time spent":"693.806437ms","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-11T01:46:55.76215Z","caller":"traceutil/trace.go:171","msg":"trace[2085613099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:924; }","duration":"722.845658ms","start":"2026-03-11T01:46:55.039277Z","end":"2026-03-11T01:46:55.762123Z","steps":["trace[2085613099] 'agreement among raft nodes before linearized reading' (duration: 722.622332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:55.762245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.573087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-11T01:46:55.762315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:55.039257Z","time spent":"723.047362ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T01:46:55.762337Z","caller":"traceutil/trace.go:171","msg":"trace[1714079783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:924; }","duration":"510.73278ms","start":"2026-03-11T01:46:55.251584Z","end":"2026-03-11T01:46:55.762317Z","steps":["trace[1714079783] 'agreement among raft nodes before linearized reading' (duration: 510.453534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:55.762379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:55.251548Z","time spent":"510.823553ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T01:47:26.280579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.493097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:47:26.280724Z","caller":"traceutil/trace.go:171","msg":"trace[1436203705] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1211; }","duration":"128.708612ms","start":"2026-03-11T01:47:26.151985Z","end":"2026-03-11T01:47:26.280693Z","steps":["trace[1436203705] 'count revisions from in-memory index tree' (duration: 128.373304ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:28.281836Z","caller":"traceutil/trace.go:171","msg":"trace[450830963] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1256; }","duration":"241.892234ms","start":"2026-03-11T01:47:28.039905Z","end":"2026-03-11T01:47:28.281798Z","steps":["trace[450830963] 'read index received' (duration: 241.656029ms)","trace[450830963] 'applied index is now lower than readState.Index' (duration: 234.395µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:47:28.28199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.050759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:47:28.282057Z","caller":"traceutil/trace.go:171","msg":"trace[991998543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"242.158011ms","start":"2026-03-11T01:47:28.039881Z","end":"2026-03-11T01:47:28.282039Z","steps":["trace[991998543] 'agreement among raft nodes before linearized reading' (duration: 242.046178ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:28.282034Z","caller":"traceutil/trace.go:171","msg":"trace[1648934364] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"288.659167ms","start":"2026-03-11T01:47:27.993284Z","end":"2026-03-11T01:47:28.281944Z","steps":["trace[1648934364] 'process raft request' (duration: 288.289589ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:31.101913Z","caller":"traceutil/trace.go:171","msg":"trace[670308726] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1249; }","duration":"170.347554ms","start":"2026-03-11T01:47:30.931475Z","end":"2026-03-11T01:47:31.101823Z","steps":["trace[670308726] 'process raft request' (duration: 87.84043ms)","trace[670308726] 'compare' (duration: 82.309839ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:47:31.105589Z","caller":"traceutil/trace.go:171","msg":"trace[1395205090] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"154.373133ms","start":"2026-03-11T01:47:30.951166Z","end":"2026-03-11T01:47:31.105539Z","steps":["trace[1395205090] 'process raft request' (duration: 154.052615ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:31.361173Z","caller":"traceutil/trace.go:171","msg":"trace[1238416592] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"192.031168ms","start":"2026-03-11T01:47:31.169094Z","end":"2026-03-11T01:47:31.361126Z","steps":["trace[1238416592] 'process raft request' (duration: 150.211504ms)","trace[1238416592] 'compare' (duration: 41.449645ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:47:31.361236Z","caller":"traceutil/trace.go:171","msg":"trace[606537896] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1290; }","duration":"186.450945ms","start":"2026-03-11T01:47:31.17475Z","end":"2026-03-11T01:47:31.361201Z","steps":["trace[606537896] 'read index received' (duration: 144.640171ms)","trace[606537896] 'applied index is now lower than readState.Index' (duration: 41.807554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:47:31.36155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.152157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:47:31.36162Z","caller":"traceutil/trace.go:171","msg":"trace[1659840962] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1253; }","duration":"175.26937ms","start":"2026-03-11T01:47:31.186332Z","end":"2026-03-11T01:47:31.361601Z","steps":["trace[1659840962] 'agreement among raft nodes before linearized reading' (duration: 175.083336ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:31.361457Z","caller":"traceutil/trace.go:171","msg":"trace[852923722] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"118.491328ms","start":"2026-03-11T01:47:31.242727Z","end":"2026-03-11T01:47:31.361219Z","steps":["trace[852923722] 'process raft request' (duration: 118.360945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:31.361666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.903377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-03-11T01:47:31.36187Z","caller":"traceutil/trace.go:171","msg":"trace[98378516] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1253; }","duration":"187.169573ms","start":"2026-03-11T01:47:31.174679Z","end":"2026-03-11T01:47:31.361848Z","steps":["trace[98378516] 'agreement among raft nodes before linearized reading' (duration: 186.651561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:36.778154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.660049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T01:47:37.852597Z","caller":"traceutil/trace.go:171","msg":"trace[1395686570] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"184.265125ms","start":"2026-03-11T01:47:37.668289Z","end":"2026-03-11T01:47:37.852554Z","steps":["trace[1395686570] 'process raft request' (duration: 174.373929ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:38.181115Z","caller":"traceutil/trace.go:171","msg":"trace[973369827] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1388; }","duration":"155.008727ms","start":"2026-03-11T01:47:38.026084Z","end":"2026-03-11T01:47:38.181093Z","steps":["trace[973369827] 'read index received' (duration: 33.064756ms)","trace[973369827] 'applied index is now lower than readState.Index' (duration: 121.943041ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:47:38.181252Z","caller":"traceutil/trace.go:171","msg":"trace[1811245507] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"157.20509ms","start":"2026-03-11T01:47:38.023989Z","end":"2026-03-11T01:47:38.181194Z","steps":["trace[1811245507] 'process raft request' (duration: 117.534906ms)","trace[1811245507] 'compare' (duration: 39.452368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:47:38.181369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.254533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-11T01:47:38.181368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.262875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:47:38.18143Z","caller":"traceutil/trace.go:171","msg":"trace[2067061841] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1336; }","duration":"155.366096ms","start":"2026-03-11T01:47:38.026044Z","end":"2026-03-11T01:47:38.18141Z","steps":["trace[2067061841] 'agreement among raft nodes before linearized reading' (duration: 155.194712ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:38.181458Z","caller":"traceutil/trace.go:171","msg":"trace[1660178473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1336; }","duration":"142.382097ms","start":"2026-03-11T01:47:38.039054Z","end":"2026-03-11T01:47:38.181436Z","steps":["trace[1660178473] 'agreement among raft nodes before linearized reading' (duration: 142.213403ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:48.150213Z","caller":"traceutil/trace.go:171","msg":"trace[354242699] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"250.951401ms","start":"2026-03-11T01:47:47.899237Z","end":"2026-03-11T01:47:48.150188Z","steps":["trace[354242699] 'process raft request' (duration: 250.787197ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:48.152746Z","caller":"traceutil/trace.go:171","msg":"trace[622925925] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"246.412423ms","start":"2026-03-11T01:47:47.905413Z","end":"2026-03-11T01:47:48.151825Z","steps":["trace[622925925] 'process raft request' (duration: 245.962072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.838962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010081853s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T01:47:55.841483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044134014s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:47:55.841692Z","caller":"traceutil/trace.go:171","msg":"trace[1155121552] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.012976651s","start":"2026-03-11T01:47:54.828695Z","end":"2026-03-11T01:47:55.841672Z","steps":["trace[1155121552] 'process raft request' (duration: 1.012897849s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.841784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:54.828652Z","time spent":"1.013086033s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:47:55.841931Z","caller":"traceutil/trace.go:171","msg":"trace[2015494421] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1688; }","duration":"1.230347816s","start":"2026-03-11T01:47:54.611572Z","end":"2026-03-11T01:47:55.84192Z","steps":["trace[2015494421] 'read index received' (duration: 185.571917ms)","trace[2015494421] 'applied index is now lower than readState.Index' (duration: 1.044774869s)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:47:55.841957Z","caller":"traceutil/trace.go:171","msg":"trace[224449965] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.231798329s","start":"2026-03-11T01:47:54.610084Z","end":"2026-03-11T01:47:55.841882Z","steps":["trace[224449965] 'process raft request' (duration: 187.153163ms)","trace[224449965] 'compare' (duration: 1.043676774s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:47:55.842418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230806247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:47:55.84253Z","caller":"traceutil/trace.go:171","msg":"trace[1068078776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1626; }","duration":"1.230951921s","start":"2026-03-11T01:47:54.61155Z","end":"2026-03-11T01:47:55.842502Z","steps":["trace[1068078776] 'agreement among raft nodes before linearized reading' (duration: 1.230589102s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.842574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:54.611541Z","time spent":"1.231024983s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:47:55.842559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:54.610034Z","time spent":"1.232348422s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:47:55.842594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226236681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:47:55.842687Z","caller":"traceutil/trace.go:171","msg":"trace[80897107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1626; }","duration":"1.226367484s","start":"2026-03-11T01:47:54.616297Z","end":"2026-03-11T01:47:55.842665Z","steps":["trace[80897107] 'agreement among raft nodes before linearized reading' (duration: 1.226099217s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.842636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.839955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T01:47:55.842745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:54.61627Z","time spent":"1.226464637s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T01:47:55.842787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229676381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T01:47:55.842725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.389335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:47:55.842791Z","caller":"traceutil/trace.go:171","msg":"trace[1983384501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1626; }","duration":"638.03745ms","start":"2026-03-11T01:47:55.204735Z","end":"2026-03-11T01:47:55.842773Z","steps":["trace[1983384501] 'agreement among raft nodes before linearized reading' (duration: 637.619759ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:55.84283Z","caller":"traceutil/trace.go:171","msg":"trace[664279376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1626; }","duration":"1.229727232s","start":"2026-03-11T01:47:54.613092Z","end":"2026-03-11T01:47:55.842819Z","steps":["trace[664279376] 'agreement among raft nodes before linearized reading' (duration: 1.229233289s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.842577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.066082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T01:47:55.842864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:54.613086Z","time spent":"1.229771524s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:47:55.842866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.204719Z","time spent":"638.136022ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T01:47:55.842886Z","caller":"traceutil/trace.go:171","msg":"trace[1221494151] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1626; }","duration":"489.40686ms","start":"2026-03-11T01:47:55.35346Z","end":"2026-03-11T01:47:55.842867Z","steps":["trace[1221494151] 'agreement among raft nodes before linearized reading' (duration: 488.925128ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:55.842899Z","caller":"traceutil/trace.go:171","msg":"trace[586631807] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1626; }","duration":"556.6363ms","start":"2026-03-11T01:47:55.286208Z","end":"2026-03-11T01:47:55.842845Z","steps":["trace[586631807] 'agreement among raft nodes before linearized reading' (duration: 556.21645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.84268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121409198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-11T01:47:55.84464Z","caller":"traceutil/trace.go:171","msg":"trace[1513986330] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01; range_end:; response_count:1; response_revision:1626; }","duration":"1.123393924s","start":"2026-03-11T01:47:54.721202Z","end":"2026-03-11T01:47:55.844596Z","steps":["trace[1513986330] 'agreement among raft nodes before linearized reading' (duration: 1.121164972s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.844741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:54.721193Z","time spent":"1.123518787s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01\" "} {"level":"warn","ts":"2026-03-11T01:47:55.842605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.111504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-11T01:47:55.845025Z","caller":"traceutil/trace.go:171","msg":"trace[1488975528] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01; range_end:; response_count:1; response_revision:1626; }","duration":"691.522979ms","start":"2026-03-11T01:47:55.15347Z","end":"2026-03-11T01:47:55.844993Z","steps":["trace[1488975528] 'agreement among raft nodes before linearized reading' (duration: 688.908139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.845077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.15341Z","time spent":"691.650512ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01\" "} {"level":"warn","ts":"2026-03-11T01:47:55.84306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.286181Z","time spent":"556.857325ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:47:55.845451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.536202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T01:47:55.845542Z","caller":"traceutil/trace.go:171","msg":"trace[15779756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1626; }","duration":"417.647485ms","start":"2026-03-11T01:47:55.42785Z","end":"2026-03-11T01:47:55.845498Z","steps":["trace[15779756] 'agreement among raft nodes before linearized reading' (duration: 414.578583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:55.845588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.427826Z","time spent":"417.751187ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T01:47:55.842973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.353428Z","time spent":"489.525803ms","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-11T01:47:56.014009Z","caller":"traceutil/trace.go:171","msg":"trace[824645106] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"161.757915ms","start":"2026-03-11T01:47:55.852214Z","end":"2026-03-11T01:47:56.013972Z","steps":["trace[824645106] 'process raft request' (duration: 130.432008ms)","trace[824645106] 'compare' (duration: 31.158123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:47:57.06314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.624073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:47:57.063596Z","caller":"traceutil/trace.go:171","msg":"trace[1018181453] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"1.210493905s","start":"2026-03-11T01:47:55.853058Z","end":"2026-03-11T01:47:57.063552Z","steps":["trace[1018181453] 'process raft request' (duration: 325.338771ms)","trace[1018181453] 'compare' (duration: 884.355426ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:47:57.063728Z","caller":"traceutil/trace.go:171","msg":"trace[368426893] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1691; }","duration":"1.024859167s","start":"2026-03-11T01:47:56.038846Z","end":"2026-03-11T01:47:57.063706Z","steps":["trace[368426893] 'read index received' (duration: 139.556459ms)","trace[368426893] 'applied index is now lower than readState.Index' (duration: 885.301578ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:47:57.063755Z","caller":"traceutil/trace.go:171","msg":"trace[847222489] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.205640143s","start":"2026-03-11T01:47:55.858062Z","end":"2026-03-11T01:47:57.063702Z","steps":["trace[847222489] 'process raft request' (duration: 1.205505289s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.063777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.853049Z","time spent":"1.210627889s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:47:57.063894Z","caller":"traceutil/trace.go:171","msg":"trace[1870526623] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"1.2107039s","start":"2026-03-11T01:47:55.853166Z","end":"2026-03-11T01:47:57.06387Z","steps":["trace[1870526623] 'process raft request' (duration: 1.210085866s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.064008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.853158Z","time spent":"1.210791063s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:47:57.064027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025180895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:47:57.06401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:55.858033Z","time spent":"1.205846208s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:47:57.064108Z","caller":"traceutil/trace.go:171","msg":"trace[1109432788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1630; }","duration":"1.025307557s","start":"2026-03-11T01:47:56.038782Z","end":"2026-03-11T01:47:57.06409Z","steps":["trace[1109432788] 'agreement among raft nodes before linearized reading' (duration: 1.02501099s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.064156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:56.038759Z","time spent":"1.02538571s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T01:47:57.073963Z","caller":"traceutil/trace.go:171","msg":"trace[593445721] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"890.277944ms","start":"2026-03-11T01:47:56.183675Z","end":"2026-03-11T01:47:57.073953Z","steps":["trace[593445721] 'process raft request' (duration: 890.12294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.074097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:56.183636Z","time spent":"890.366736ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:47:57.074293Z","caller":"traceutil/trace.go:171","msg":"trace[1743537409] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"618.137256ms","start":"2026-03-11T01:47:56.456134Z","end":"2026-03-11T01:47:57.074271Z","steps":["trace[1743537409] 'process raft request' (duration: 617.788428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.074395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:56.456101Z","time spent":"618.238738ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:47:57.074484Z","caller":"traceutil/trace.go:171","msg":"trace[2127334310] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"213.176707ms","start":"2026-03-11T01:47:56.861287Z","end":"2026-03-11T01:47:57.074464Z","steps":["trace[2127334310] 'process raft request' (duration: 212.904131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.074549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.167458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189ba6403bb62de1\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-11T01:47:57.07466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.584926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T01:47:57.074685Z","caller":"traceutil/trace.go:171","msg":"trace[293768031] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189ba6403bb62de1; range_end:; response_count:1; response_revision:1633; }","duration":"419.25762ms","start":"2026-03-11T01:47:56.655318Z","end":"2026-03-11T01:47:57.074576Z","steps":["trace[293768031] 'agreement among raft nodes before linearized reading' (duration: 419.090716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.074697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.140709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T01:47:57.074719Z","caller":"traceutil/trace.go:171","msg":"trace[905299076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"216.704439ms","start":"2026-03-11T01:47:56.857997Z","end":"2026-03-11T01:47:57.074701Z","steps":["trace[905299076] 'agreement among raft nodes before linearized reading' (duration: 216.485984ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:47:57.074739Z","caller":"traceutil/trace.go:171","msg":"trace[1426095754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1633; }","duration":"491.249561ms","start":"2026-03-11T01:47:56.583477Z","end":"2026-03-11T01:47:57.074727Z","steps":["trace[1426095754] 'agreement among raft nodes before linearized reading' (duration: 491.108598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:47:57.074723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:56.655282Z","time spent":"419.431894ms","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189ba6403bb62de1\" "} {"level":"warn","ts":"2026-03-11T01:47:57.074667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.557202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-03-11T01:47:57.074779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:47:56.583442Z","time spent":"491.328173ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T01:47:57.07602Z","caller":"traceutil/trace.go:171","msg":"trace[1065844078] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-739b39d8-c9fd-4a5f-83a9-b7fb908caa01; range_end:; response_count:1; response_revision:1633; }","duration":"218.827578ms","start":"2026-03-11T01:47:56.856032Z","end":"2026-03-11T01:47:57.07486Z","steps":["trace[1065844078] 'agreement among raft nodes before linearized reading' (duration: 218.365338ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:05.53694Z","caller":"traceutil/trace.go:171","msg":"trace[1515624515] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"438.733998ms","start":"2026-03-11T01:48:05.09818Z","end":"2026-03-11T01:48:05.536914Z","steps":["trace[1515624515] 'process raft request' (duration: 438.568024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:05.537112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:05.098159Z","time spent":"438.86024ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:05.587163Z","caller":"traceutil/trace.go:171","msg":"trace[593097930] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"483.985097ms","start":"2026-03-11T01:48:05.103089Z","end":"2026-03-11T01:48:05.587075Z","steps":["trace[593097930] 'process raft request' (duration: 483.767492ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:05.587237Z","caller":"traceutil/trace.go:171","msg":"trace[772153454] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1772; }","duration":"481.367277ms","start":"2026-03-11T01:48:05.105846Z","end":"2026-03-11T01:48:05.587213Z","steps":["trace[772153454] 'read index received' (duration: 430.819595ms)","trace[772153454] 'applied index is now lower than readState.Index' (duration: 50.546222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:48:05.587342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:05.103062Z","time spent":"484.185282ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:05.587362Z","caller":"traceutil/trace.go:171","msg":"trace[1900865691] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"484.156281ms","start":"2026-03-11T01:48:05.103191Z","end":"2026-03-11T01:48:05.587347Z","steps":["trace[1900865691] 'process raft request' (duration: 483.838744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:05.587635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:05.103183Z","time spent":"484.389196ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:05.59045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.531349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-11T01:48:05.590521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.480637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-11T01:48:05.590574Z","caller":"traceutil/trace.go:171","msg":"trace[64367742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1709; }","duration":"484.718113ms","start":"2026-03-11T01:48:05.105827Z","end":"2026-03-11T01:48:05.590546Z","steps":["trace[64367742] 'agreement among raft nodes before linearized reading' (duration: 481.646703ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:05.59066Z","caller":"traceutil/trace.go:171","msg":"trace[1883632065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1709; }","duration":"470.688721ms","start":"2026-03-11T01:48:05.119944Z","end":"2026-03-11T01:48:05.590633Z","steps":["trace[1883632065] 'agreement among raft nodes before linearized reading' (duration: 467.506928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:05.590661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:05.105815Z","time spent":"484.825687ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:48:05.590553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.538341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T01:48:05.590728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:05.119918Z","time spent":"470.794883ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T01:48:05.590764Z","caller":"traceutil/trace.go:171","msg":"trace[1340108304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1709; }","duration":"458.793997ms","start":"2026-03-11T01:48:05.131943Z","end":"2026-03-11T01:48:05.590737Z","steps":["trace[1340108304] 'agreement among raft nodes before linearized reading' (duration: 455.534892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:05.590811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:05.13193Z","time spent":"458.872699ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T01:48:11.859044Z","caller":"traceutil/trace.go:171","msg":"trace[269632619] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"299.989327ms","start":"2026-03-11T01:48:11.559014Z","end":"2026-03-11T01:48:11.859004Z","steps":["trace[269632619] 'process raft request' (duration: 298.772758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:11.85964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:11.558987Z","time spent":"300.169711ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:11.859851Z","caller":"traceutil/trace.go:171","msg":"trace[755156623] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1819; }","duration":"236.693072ms","start":"2026-03-11T01:48:11.623108Z","end":"2026-03-11T01:48:11.859801Z","steps":["trace[755156623] 'read index received' (duration: 234.681575ms)","trace[755156623] 'applied index is now lower than readState.Index' (duration: 2.009417ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:11.859877Z","caller":"traceutil/trace.go:171","msg":"trace[290831653] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"244.751956ms","start":"2026-03-11T01:48:11.615072Z","end":"2026-03-11T01:48:11.859824Z","steps":["trace[290831653] 'process raft request' (duration: 244.100521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:11.860296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.149145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T01:48:11.860358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.772163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T01:48:11.860374Z","caller":"traceutil/trace.go:171","msg":"trace[566084094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"225.240118ms","start":"2026-03-11T01:48:11.635103Z","end":"2026-03-11T01:48:11.860343Z","steps":["trace[566084094] 'agreement among raft nodes before linearized reading' (duration: 224.978682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:11.860411Z","caller":"traceutil/trace.go:171","msg":"trace[1283925285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1753; }","duration":"236.960517ms","start":"2026-03-11T01:48:11.623438Z","end":"2026-03-11T01:48:11.860398Z","steps":["trace[1283925285] 'agreement among raft nodes before linearized reading' (duration: 236.65939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:11.86035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.177242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T01:48:11.860426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.234864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:48:11.861919Z","caller":"traceutil/trace.go:171","msg":"trace[601373152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"238.823941ms","start":"2026-03-11T01:48:11.623064Z","end":"2026-03-11T01:48:11.861888Z","steps":["trace[601373152] 'agreement among raft nodes before linearized reading' (duration: 236.894276ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:11.861199Z","caller":"traceutil/trace.go:171","msg":"trace[350880797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"237.793907ms","start":"2026-03-11T01:48:11.623111Z","end":"2026-03-11T01:48:11.860905Z","steps":["trace[350880797] 'agreement among raft nodes before linearized reading' (duration: 236.921786ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:15.021631Z","caller":"traceutil/trace.go:171","msg":"trace[1924899867] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1835; }","duration":"123.805626ms","start":"2026-03-11T01:48:14.897792Z","end":"2026-03-11T01:48:15.021598Z","steps":["trace[1924899867] 'read index received' (duration: 123.463469ms)","trace[1924899867] 'applied index is now lower than readState.Index' (duration: 340.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:15.021716Z","caller":"traceutil/trace.go:171","msg":"trace[823435933] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"151.850071ms","start":"2026-03-11T01:48:14.869832Z","end":"2026-03-11T01:48:15.021682Z","steps":["trace[823435933] 'process raft request' (duration: 151.543094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:15.021917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.102823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T01:48:15.021987Z","caller":"traceutil/trace.go:171","msg":"trace[237984492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1768; }","duration":"124.232306ms","start":"2026-03-11T01:48:14.897737Z","end":"2026-03-11T01:48:15.02197Z","steps":["trace[237984492] 'agreement among raft nodes before linearized reading' (duration: 123.99564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:36.320994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.29205ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T01:48:36.321106Z","caller":"traceutil/trace.go:171","msg":"trace[2081412260] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"128.934684ms","start":"2026-03-11T01:48:36.192151Z","end":"2026-03-11T01:48:36.321085Z","steps":["trace[2081412260] 'read index received' (duration: 20.672894ms)","trace[2081412260] 'applied index is now lower than readState.Index' (duration: 108.260209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:48:36.32131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.148549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T01:48:36.321347Z","caller":"traceutil/trace.go:171","msg":"trace[306463404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1880; }","duration":"129.22655ms","start":"2026-03-11T01:48:36.192109Z","end":"2026-03-11T01:48:36.321335Z","steps":["trace[306463404] 'agreement among raft nodes before linearized reading' (duration: 129.075567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:36.321668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.520256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T01:48:36.321756Z","caller":"traceutil/trace.go:171","msg":"trace[1632086714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1880; }","duration":"125.641008ms","start":"2026-03-11T01:48:36.196096Z","end":"2026-03-11T01:48:36.321737Z","steps":["trace[1632086714] 'agreement among raft nodes before linearized reading' (duration: 125.385592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:36.321838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.790955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-11T01:48:36.321884Z","caller":"traceutil/trace.go:171","msg":"trace[614776358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1880; }","duration":"123.878527ms","start":"2026-03-11T01:48:36.197996Z","end":"2026-03-11T01:48:36.321874Z","steps":["trace[614776358] 'agreement among raft nodes before linearized reading' (duration: 123.770845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:36.322023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.461194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-11T01:48:36.322062Z","caller":"traceutil/trace.go:171","msg":"trace[368757443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1880; }","duration":"125.515644ms","start":"2026-03-11T01:48:36.196538Z","end":"2026-03-11T01:48:36.322054Z","steps":["trace[368757443] 'agreement among raft nodes before linearized reading' (duration: 125.417782ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:36.443768Z","caller":"traceutil/trace.go:171","msg":"trace[682833678] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1953; }","duration":"106.041968ms","start":"2026-03-11T01:48:36.337707Z","end":"2026-03-11T01:48:36.443749Z","steps":["trace[682833678] 'read index received' (duration: 10.126073ms)","trace[682833678] 'applied index is now lower than readState.Index' (duration: 95.914485ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:36.443813Z","caller":"traceutil/trace.go:171","msg":"trace[696406911] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"113.94992ms","start":"2026-03-11T01:48:36.329825Z","end":"2026-03-11T01:48:36.443775Z","steps":["trace[696406911] 'process raft request' (duration: 90.987533ms)","trace[696406911] 'compare' (duration: 22.775273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:48:36.443926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.217912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:48:36.443989Z","caller":"traceutil/trace.go:171","msg":"trace[1458350087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1884; }","duration":"106.304674ms","start":"2026-03-11T01:48:36.337671Z","end":"2026-03-11T01:48:36.443975Z","steps":["trace[1458350087] 'agreement among raft nodes before linearized reading' (duration: 106.169471ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:42.272166Z","caller":"traceutil/trace.go:171","msg":"trace[1984477428] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"211.204586ms","start":"2026-03-11T01:48:42.060919Z","end":"2026-03-11T01:48:42.272124Z","steps":["trace[1984477428] 'process raft request' (duration: 192.771413ms)","trace[1984477428] 'compare' (duration: 18.264829ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:42.30731Z","caller":"traceutil/trace.go:171","msg":"trace[1496795208] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"183.669543ms","start":"2026-03-11T01:48:42.12359Z","end":"2026-03-11T01:48:42.307259Z","steps":["trace[1496795208] 'process raft request' (duration: 183.506949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:42.794646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.592278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:48:42.794752Z","caller":"traceutil/trace.go:171","msg":"trace[1714055063] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"421.694315ms","start":"2026-03-11T01:48:42.373041Z","end":"2026-03-11T01:48:42.794736Z","steps":["trace[1714055063] 'read index received' (duration: 158.915054ms)","trace[1714055063] 'applied index is now lower than readState.Index' (duration: 262.778191ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:42.795019Z","caller":"traceutil/trace.go:171","msg":"trace[1064818707] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"422.140835ms","start":"2026-03-11T01:48:42.372853Z","end":"2026-03-11T01:48:42.794994Z","steps":["trace[1064818707] 'process raft request' (duration: 159.096997ms)","trace[1064818707] 'compare' (duration: 262.180949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:48:42.795164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.372831Z","time spent":"422.281099ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:42.795371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.335537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T01:48:42.795385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.324434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T01:48:42.795416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.689154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:48:42.795455Z","caller":"traceutil/trace.go:171","msg":"trace[1915342221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"351.44402ms","start":"2026-03-11T01:48:42.443973Z","end":"2026-03-11T01:48:42.795417Z","steps":["trace[1915342221] 'agreement among raft nodes before linearized reading' (duration: 351.078472ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:42.795465Z","caller":"traceutil/trace.go:171","msg":"trace[667830057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"330.442197ms","start":"2026-03-11T01:48:42.465001Z","end":"2026-03-11T01:48:42.795444Z","steps":["trace[667830057] 'agreement among raft nodes before linearized reading' (duration: 330.223412ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:42.795504Z","caller":"traceutil/trace.go:171","msg":"trace[966600688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1911; }","duration":"314.788437ms","start":"2026-03-11T01:48:42.480684Z","end":"2026-03-11T01:48:42.795472Z","steps":["trace[966600688] 'agreement among raft nodes before linearized reading' (duration: 314.595183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:42.795515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.464986Z","time spent":"330.516219ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:48:42.795514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.443953Z","time spent":"351.542182ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:48:42.795548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.480669Z","time spent":"314.870379ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T01:48:42.795519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.374488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T01:48:42.795613Z","caller":"traceutil/trace.go:171","msg":"trace[11418160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1911; }","duration":"351.535382ms","start":"2026-03-11T01:48:42.444053Z","end":"2026-03-11T01:48:42.795588Z","steps":["trace[11418160] 'agreement among raft nodes before linearized reading' (duration: 351.218935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:42.795738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.694658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T01:48:42.795757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.444016Z","time spent":"351.722676ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T01:48:42.795779Z","caller":"traceutil/trace.go:171","msg":"trace[1121008913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"422.77977ms","start":"2026-03-11T01:48:42.372985Z","end":"2026-03-11T01:48:42.795764Z","steps":["trace[1121008913] 'agreement among raft nodes before linearized reading' (duration: 422.025093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:42.79581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.372963Z","time spent":"422.839352ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T01:48:43.280859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.525284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:48:43.280995Z","caller":"traceutil/trace.go:171","msg":"trace[1775776670] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1912; }","duration":"288.701288ms","start":"2026-03-11T01:48:42.992275Z","end":"2026-03-11T01:48:43.280976Z","steps":["trace[1775776670] 'range keys from in-memory index tree' (duration: 288.497823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:43.281098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.403846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:48:43.28144Z","caller":"traceutil/trace.go:171","msg":"trace[813710309] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1986; }","duration":"242.162058ms","start":"2026-03-11T01:48:43.039257Z","end":"2026-03-11T01:48:43.281419Z","steps":["trace[813710309] 'read index received' (duration: 62.340653ms)","trace[813710309] 'applied index is now lower than readState.Index' (duration: 179.819955ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:43.281474Z","caller":"traceutil/trace.go:171","msg":"trace[2050619596] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"480.084918ms","start":"2026-03-11T01:48:42.801368Z","end":"2026-03-11T01:48:43.281453Z","steps":["trace[2050619596] 'process raft request' (duration: 479.930374ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:43.281531Z","caller":"traceutil/trace.go:171","msg":"trace[1721190719] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"480.15066ms","start":"2026-03-11T01:48:42.801354Z","end":"2026-03-11T01:48:43.281504Z","steps":["trace[1721190719] 'process raft request' (duration: 480.019177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:43.281551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.300291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:48:43.281585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.801353Z","time spent":"480.16524ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:43.281592Z","caller":"traceutil/trace.go:171","msg":"trace[1902183766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"242.400803ms","start":"2026-03-11T01:48:43.039178Z","end":"2026-03-11T01:48:43.281579Z","steps":["trace[1902183766] 'agreement among raft nodes before linearized reading' (duration: 242.305211ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:43.281473Z","caller":"traceutil/trace.go:171","msg":"trace[569600670] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"480.63411ms","start":"2026-03-11T01:48:42.800747Z","end":"2026-03-11T01:48:43.281381Z","steps":["trace[569600670] 'process raft request' (duration: 300.845536ms)","trace[569600670] 'compare' (duration: 179.260521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:48:43.281644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.80133Z","time spent":"480.250371ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:43.281929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:42.800712Z","time spent":"480.950627ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:49.383289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.60963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:48:49.383398Z","caller":"traceutil/trace.go:171","msg":"trace[1248929569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1940; }","duration":"343.785474ms","start":"2026-03-11T01:48:49.039586Z","end":"2026-03-11T01:48:49.383371Z","steps":["trace[1248929569] 'count revisions from in-memory index tree' (duration: 343.510377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:49.383452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:49.039561Z","time spent":"343.877596ms","remote":"127.0.0.1:50004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:48:49.383503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.662716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-11T01:48:49.383592Z","caller":"traceutil/trace.go:171","msg":"trace[2069639791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1940; }","duration":"234.819819ms","start":"2026-03-11T01:48:49.148751Z","end":"2026-03-11T01:48:49.38357Z","steps":["trace[2069639791] 'range keys from in-memory index tree' (duration: 234.341257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:49.767396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.601834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:48:49.767683Z","caller":"traceutil/trace.go:171","msg":"trace[2007741081] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2016; }","duration":"372.29461ms","start":"2026-03-11T01:48:49.395367Z","end":"2026-03-11T01:48:49.767662Z","steps":["trace[2007741081] 'read index received' (duration: 217.277406ms)","trace[2007741081] 'applied index is now lower than readState.Index' (duration: 155.016054ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:49.767851Z","caller":"traceutil/trace.go:171","msg":"trace[1751020606] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"377.97814ms","start":"2026-03-11T01:48:49.389825Z","end":"2026-03-11T01:48:49.767804Z","steps":["trace[1751020606] 'process raft request' (duration: 377.698914ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:49.767867Z","caller":"traceutil/trace.go:171","msg":"trace[1482842652] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"378.039911ms","start":"2026-03-11T01:48:49.389775Z","end":"2026-03-11T01:48:49.767815Z","steps":["trace[1482842652] 'process raft request' (duration: 222.857474ms)","trace[1482842652] 'compare' (duration: 154.275407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:48:49.767936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.983096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-11T01:48:49.767979Z","caller":"traceutil/trace.go:171","msg":"trace[112721715] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1944; }","duration":"333.045817ms","start":"2026-03-11T01:48:49.434921Z","end":"2026-03-11T01:48:49.767967Z","steps":["trace[112721715] 'agreement among raft nodes before linearized reading' (duration: 332.966435ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:49.767973Z","caller":"traceutil/trace.go:171","msg":"trace[969214612] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"377.845547ms","start":"2026-03-11T01:48:49.390063Z","end":"2026-03-11T01:48:49.767908Z","steps":["trace[969214612] 'process raft request' (duration: 377.562791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:49.768078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.205085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:48:49.768107Z","caller":"traceutil/trace.go:171","msg":"trace[1929260813] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1944; }","duration":"271.235776ms","start":"2026-03-11T01:48:49.496863Z","end":"2026-03-11T01:48:49.768099Z","steps":["trace[1929260813] 'agreement among raft nodes before linearized reading' (duration: 271.177004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:49.7681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:49.389744Z","time spent":"378.232716ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:49.768104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:49.3898Z","time spent":"378.167255ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:49.768058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.580976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:48:49.768305Z","caller":"traceutil/trace.go:171","msg":"trace[305322049] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1944; }","duration":"372.966494ms","start":"2026-03-11T01:48:49.395297Z","end":"2026-03-11T01:48:49.768263Z","steps":["trace[305322049] 'agreement among raft nodes before linearized reading' (duration: 372.495924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:49.768543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:49.395272Z","time spent":"373.250731ms","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T01:48:49.768189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.991321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117529"} {"level":"info","ts":"2026-03-11T01:48:49.768764Z","caller":"traceutil/trace.go:171","msg":"trace[1486157642] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1944; }","duration":"211.634545ms","start":"2026-03-11T01:48:49.5571Z","end":"2026-03-11T01:48:49.768735Z","steps":["trace[1486157642] 'agreement among raft nodes before linearized reading' (duration: 210.793946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:49.768286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:49.390051Z","time spent":"378.058642ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:49.768014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:49.434911Z","time spent":"333.095818ms","remote":"127.0.0.1:43178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-11T01:48:50.497813Z","caller":"traceutil/trace.go:171","msg":"trace[1287306977] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2019; }","duration":"380.774925ms","start":"2026-03-11T01:48:50.11701Z","end":"2026-03-11T01:48:50.497785Z","steps":["trace[1287306977] 'read index received' (duration: 380.529209ms)","trace[1287306977] 'applied index is now lower than readState.Index' (duration: 244.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:50.497876Z","caller":"traceutil/trace.go:171","msg":"trace[2133945564] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"433.812354ms","start":"2026-03-11T01:48:50.064023Z","end":"2026-03-11T01:48:50.497826Z","steps":["trace[2133945564] 'process raft request' (duration: 433.554578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:50.49808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.063985Z","time spent":"433.973718ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:50.498138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.095622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:48:50.498188Z","caller":"traceutil/trace.go:171","msg":"trace[807545880] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1945; }","duration":"381.205625ms","start":"2026-03-11T01:48:50.116963Z","end":"2026-03-11T01:48:50.498168Z","steps":["trace[807545880] 'agreement among raft nodes before linearized reading' (duration: 380.952949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:50.49825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.116946Z","time spent":"381.288306ms","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:48:50.99859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959065931705243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T01:48:51.176571Z","caller":"traceutil/trace.go:171","msg":"trace[14366304] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"877.659537ms","start":"2026-03-11T01:48:50.29888Z","end":"2026-03-11T01:48:51.17654Z","steps":["trace[14366304] 'process raft request' (duration: 843.84665ms)","trace[14366304] 'compare' (duration: 33.270935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:48:51.176761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.298847Z","time spent":"877.813221ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:51.176751Z","caller":"traceutil/trace.go:171","msg":"trace[982711997] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2020; }","duration":"678.833786ms","start":"2026-03-11T01:48:50.497885Z","end":"2026-03-11T01:48:51.176719Z","steps":["trace[982711997] 'read index received' (duration: 644.855615ms)","trace[982711997] 'applied index is now lower than readState.Index' (duration: 33.976121ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:51.176886Z","caller":"traceutil/trace.go:171","msg":"trace[1304087320] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"841.262431ms","start":"2026-03-11T01:48:50.335611Z","end":"2026-03-11T01:48:51.176873Z","steps":["trace[1304087320] 'process raft request' (duration: 840.862882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:51.177002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.335585Z","time spent":"841.325662ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:51.177179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.51379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T01:48:51.177193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.424139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:48:51.177258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.854016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:48:51.177285Z","caller":"traceutil/trace.go:171","msg":"trace[1165259354] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1947; }","duration":"394.640883ms","start":"2026-03-11T01:48:50.782596Z","end":"2026-03-11T01:48:51.177237Z","steps":["trace[1165259354] 'agreement among raft nodes before linearized reading' (duration: 394.51364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:51.17729Z","caller":"traceutil/trace.go:171","msg":"trace[586699721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1947; }","duration":"137.577253ms","start":"2026-03-11T01:48:51.039688Z","end":"2026-03-11T01:48:51.177265Z","steps":["trace[586699721] 'agreement among raft nodes before linearized reading' (duration: 137.414779ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:51.177315Z","caller":"traceutil/trace.go:171","msg":"trace[1045399193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"270.936949ms","start":"2026-03-11T01:48:50.906365Z","end":"2026-03-11T01:48:51.177302Z","steps":["trace[1045399193] 'agreement among raft nodes before linearized reading' (duration: 270.756904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:51.177165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.456152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:48:51.177352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.782564Z","time spent":"394.772306ms","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T01:48:51.177365Z","caller":"traceutil/trace.go:171","msg":"trace[1020719738] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1947; }","duration":"763.729158ms","start":"2026-03-11T01:48:50.413621Z","end":"2026-03-11T01:48:51.17735Z","steps":["trace[1020719738] 'agreement among raft nodes before linearized reading' (duration: 763.456471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:51.177413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.413598Z","time spent":"763.79857ms","remote":"127.0.0.1:54116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:48:51.177502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.537435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T01:48:51.177524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.452704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T01:48:51.177589Z","caller":"traceutil/trace.go:171","msg":"trace[1686034061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"329.684028ms","start":"2026-03-11T01:48:50.847879Z","end":"2026-03-11T01:48:51.177563Z","steps":["trace[1686034061] 'agreement among raft nodes before linearized reading' (duration: 329.251659ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:51.177606Z","caller":"traceutil/trace.go:171","msg":"trace[1650729599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"319.531826ms","start":"2026-03-11T01:48:50.858045Z","end":"2026-03-11T01:48:51.177576Z","steps":["trace[1650729599] 'agreement among raft nodes before linearized reading' (duration: 319.061345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:51.177637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.847844Z","time spent":"329.778911ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T01:48:51.177656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:50.858011Z","time spent":"319.630628ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T01:48:52.088496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.504092ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-11T01:48:52.088864Z","caller":"traceutil/trace.go:171","msg":"trace[1714031495] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2022; }","duration":"316.628839ms","start":"2026-03-11T01:48:51.772216Z","end":"2026-03-11T01:48:52.088845Z","steps":["trace[1714031495] 'read index received' (duration: 312.708728ms)","trace[1714031495] 'applied index is now lower than readState.Index' (duration: 3.919251ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:52.088955Z","caller":"traceutil/trace.go:171","msg":"trace[2023561839] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"906.700005ms","start":"2026-03-11T01:48:51.182245Z","end":"2026-03-11T01:48:52.088945Z","steps":["trace[2023561839] 'process raft request' (duration: 906.394338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.088969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:51.178743Z","time spent":"910.217287ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T01:48:52.089051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:51.182226Z","time spent":"906.758787ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:52.089134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.896495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T01:48:52.089212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.883905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:48:52.089323Z","caller":"traceutil/trace.go:171","msg":"trace[1574464899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1949; }","duration":"317.008588ms","start":"2026-03-11T01:48:51.772276Z","end":"2026-03-11T01:48:52.089284Z","steps":["trace[1574464899] 'agreement among raft nodes before linearized reading' (duration: 316.719001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.089385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:51.772269Z","time spent":"317.10205ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T01:48:52.089229Z","caller":"traceutil/trace.go:171","msg":"trace[1855373780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1949; }","duration":"317.046538ms","start":"2026-03-11T01:48:51.772164Z","end":"2026-03-11T01:48:52.08921Z","steps":["trace[1855373780] 'agreement among raft nodes before linearized reading' (duration: 316.800513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.089374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.573558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T01:48:52.089491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:51.772137Z","time spent":"317.342815ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T01:48:52.089549Z","caller":"traceutil/trace.go:171","msg":"trace[1333535973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1949; }","duration":"316.802763ms","start":"2026-03-11T01:48:51.772713Z","end":"2026-03-11T01:48:52.089516Z","steps":["trace[1333535973] 'agreement among raft nodes before linearized reading' (duration: 316.375103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.08961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:51.77269Z","time spent":"316.908725ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T01:48:52.089736Z","caller":"traceutil/trace.go:171","msg":"trace[322784322] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"907.422052ms","start":"2026-03-11T01:48:51.182284Z","end":"2026-03-11T01:48:52.089706Z","steps":["trace[322784322] 'process raft request' (duration: 906.516532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.089911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:51.182268Z","time spent":"907.543705ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:52.605351Z","caller":"traceutil/trace.go:171","msg":"trace[1143252761] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"514.722623ms","start":"2026-03-11T01:48:52.090598Z","end":"2026-03-11T01:48:52.605321Z","steps":["trace[1143252761] 'process raft request' (duration: 514.531289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.605524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:52.090571Z","time spent":"514.862827ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:52.699122Z","caller":"traceutil/trace.go:171","msg":"trace[1288711957] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"605.101761ms","start":"2026-03-11T01:48:52.093968Z","end":"2026-03-11T01:48:52.69907Z","steps":["trace[1288711957] 'process raft request' (duration: 604.933568ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:52.699046Z","caller":"traceutil/trace.go:171","msg":"trace[1027609798] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2025; }","duration":"513.579837ms","start":"2026-03-11T01:48:52.185442Z","end":"2026-03-11T01:48:52.699022Z","steps":["trace[1027609798] 'read index received' (duration: 419.813992ms)","trace[1027609798] 'applied index is now lower than readState.Index' (duration: 93.764635ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:48:52.699231Z","caller":"traceutil/trace.go:171","msg":"trace[133115312] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"605.191863ms","start":"2026-03-11T01:48:52.094002Z","end":"2026-03-11T01:48:52.699194Z","steps":["trace[133115312] 'process raft request' (duration: 604.939767ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:48:52.699289Z","caller":"traceutil/trace.go:171","msg":"trace[1553242398] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"605.329878ms","start":"2026-03-11T01:48:52.093935Z","end":"2026-03-11T01:48:52.699265Z","steps":["trace[1553242398] 'process raft request' (duration: 603.935375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.699294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:52.093957Z","time spent":"605.253736ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:48:52.699332Z","caller":"traceutil/trace.go:171","msg":"trace[562446906] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"195.917894ms","start":"2026-03-11T01:48:52.503397Z","end":"2026-03-11T01:48:52.699315Z","steps":["trace[562446906] 'process raft request' (duration: 195.577545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.699408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:52.093986Z","time spent":"605.326998ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:52.699417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:52.093917Z","time spent":"605.42404ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:48:52.699541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.09204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T01:48:52.699597Z","caller":"traceutil/trace.go:171","msg":"trace[1260860681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1954; }","duration":"514.177282ms","start":"2026-03-11T01:48:52.185405Z","end":"2026-03-11T01:48:52.699582Z","steps":["trace[1260860681] 'agreement among raft nodes before linearized reading' (duration: 514.024549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.699629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:52.185389Z","time spent":"514.234113ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T01:48:52.700048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.102291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:48:52.700107Z","caller":"traceutil/trace.go:171","msg":"trace[507846461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1954; }","duration":"394.255035ms","start":"2026-03-11T01:48:52.305838Z","end":"2026-03-11T01:48:52.700093Z","steps":["trace[507846461] 'agreement among raft nodes before linearized reading' (duration: 394.157802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:48:52.700141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:48:52.305824Z","time spent":"394.310945ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:49:51.480872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959065931706245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T01:49:51.51858Z","caller":"traceutil/trace.go:171","msg":"trace[164787466] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"602.832864ms","start":"2026-03-11T01:49:50.915717Z","end":"2026-03-11T01:49:51.51855Z","steps":["trace[164787466] 'process raft request' (duration: 602.615699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.518777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:49:50.915683Z","time spent":"602.976427ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:49:51.519254Z","caller":"traceutil/trace.go:171","msg":"trace[624062424] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"494.272602ms","start":"2026-03-11T01:49:51.02495Z","end":"2026-03-11T01:49:51.519222Z","steps":["trace[624062424] 'process raft request' (duration: 494.087398ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:49:51.519379Z","caller":"traceutil/trace.go:171","msg":"trace[1859821751] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"115.341969ms","start":"2026-03-11T01:49:51.404024Z","end":"2026-03-11T01:49:51.519366Z","steps":["trace[1859821751] 'process raft request' (duration: 115.149135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.519472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:49:51.024926Z","time spent":"494.419495ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:49:51.519499Z","caller":"traceutil/trace.go:171","msg":"trace[894035421] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2499; }","duration":"539.016351ms","start":"2026-03-11T01:49:50.980457Z","end":"2026-03-11T01:49:51.519473Z","steps":["trace[894035421] 'read index received' (duration: 537.892875ms)","trace[894035421] 'applied index is now lower than readState.Index' (duration: 1.121456ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:49:51.519628Z","caller":"traceutil/trace.go:171","msg":"trace[1725323988] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"109.869852ms","start":"2026-03-11T01:49:51.40971Z","end":"2026-03-11T01:49:51.51958Z","steps":["trace[1725323988] 'process raft request' (duration: 109.592986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.519711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.257737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T01:49:51.519772Z","caller":"traceutil/trace.go:171","msg":"trace[545819659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2409; }","duration":"539.360509ms","start":"2026-03-11T01:49:50.980399Z","end":"2026-03-11T01:49:51.51976Z","steps":["trace[545819659] 'agreement among raft nodes before linearized reading' (duration: 539.177764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.519691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.727208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:49:51.520001Z","caller":"traceutil/trace.go:171","msg":"trace[12225784] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2409; }","duration":"379.082896ms","start":"2026-03-11T01:49:51.140894Z","end":"2026-03-11T01:49:51.519976Z","steps":["trace[12225784] 'agreement among raft nodes before linearized reading' (duration: 378.752398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.520066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:49:51.140871Z","time spent":"379.177799ms","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:49:51.520058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.51871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T01:49:51.519809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:49:50.980379Z","time spent":"539.422221ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T01:49:51.520125Z","caller":"traceutil/trace.go:171","msg":"trace[903627245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2409; }","duration":"516.672423ms","start":"2026-03-11T01:49:51.003431Z","end":"2026-03-11T01:49:51.520104Z","steps":["trace[903627245] 'agreement among raft nodes before linearized reading' (duration: 516.424268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.52017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:49:51.003407Z","time spent":"516.754795ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:49:51.519838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.787118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T01:49:51.520347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.654392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T01:49:51.520443Z","caller":"traceutil/trace.go:171","msg":"trace[2020404963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2409; }","duration":"518.392303ms","start":"2026-03-11T01:49:51.001951Z","end":"2026-03-11T01:49:51.520344Z","steps":["trace[2020404963] 'agreement among raft nodes before linearized reading' (duration: 517.677435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.519919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.725841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T01:49:51.520645Z","caller":"traceutil/trace.go:171","msg":"trace[1564015664] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:2409; }","duration":"386.468588ms","start":"2026-03-11T01:49:51.13413Z","end":"2026-03-11T01:49:51.520599Z","steps":["trace[1564015664] 'agreement among raft nodes before linearized reading' (duration: 385.71157ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:49:51.520508Z","caller":"traceutil/trace.go:171","msg":"trace[296556573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2409; }","duration":"105.086792ms","start":"2026-03-11T01:49:51.415388Z","end":"2026-03-11T01:49:51.520475Z","steps":["trace[296556573] 'agreement among raft nodes before linearized reading' (duration: 104.403286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:49:51.520746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:49:51.134098Z","time spent":"386.617411ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-03-11T01:49:51.520773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.42556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T01:49:51.520767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:49:51.00192Z","time spent":"518.73417ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T01:49:51.520865Z","caller":"traceutil/trace.go:171","msg":"trace[1777124739] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2409; }","duration":"232.593193ms","start":"2026-03-11T01:49:51.288255Z","end":"2026-03-11T01:49:51.520848Z","steps":["trace[1777124739] 'agreement among raft nodes before linearized reading' (duration: 231.627251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:19.806917Z","caller":"traceutil/trace.go:171","msg":"trace[1530805738] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"133.859223ms","start":"2026-03-11T01:50:19.673027Z","end":"2026-03-11T01:50:19.806887Z","steps":["trace[1530805738] 'process raft request' (duration: 133.642468ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:19.940923Z","caller":"traceutil/trace.go:171","msg":"trace[2114157710] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"246.789586ms","start":"2026-03-11T01:50:19.694098Z","end":"2026-03-11T01:50:19.940888Z","steps":["trace[2114157710] 'process raft request' (duration: 199.939423ms)","trace[2114157710] 'compare' (duration: 46.603267ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:50:19.941057Z","caller":"traceutil/trace.go:171","msg":"trace[535507245] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2668; }","duration":"232.721648ms","start":"2026-03-11T01:50:19.708282Z","end":"2026-03-11T01:50:19.941004Z","steps":["trace[535507245] 'read index received' (duration: 98.418385ms)","trace[535507245] 'applied index is now lower than readState.Index' (duration: 134.301033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:50:19.941335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.792189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:50:19.94139Z","caller":"traceutil/trace.go:171","msg":"trace[1171605993] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2570; }","duration":"232.900482ms","start":"2026-03-11T01:50:19.70847Z","end":"2026-03-11T01:50:19.94137Z","steps":["trace[1171605993] 'agreement among raft nodes before linearized reading' (duration: 232.79796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:19.941449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.157647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T01:50:19.941556Z","caller":"traceutil/trace.go:171","msg":"trace[431451903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2570; }","duration":"233.27615ms","start":"2026-03-11T01:50:19.708239Z","end":"2026-03-11T01:50:19.941516Z","steps":["trace[431451903] 'agreement among raft nodes before linearized reading' (duration: 233.006954ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:19.941336Z","caller":"traceutil/trace.go:171","msg":"trace[1823694394] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"243.589771ms","start":"2026-03-11T01:50:19.69747Z","end":"2026-03-11T01:50:19.94106Z","steps":["trace[1823694394] 'process raft request' (duration: 243.359726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:19.941703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.159418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T01:50:19.941745Z","caller":"traceutil/trace.go:171","msg":"trace[670522510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2570; }","duration":"203.219569ms","start":"2026-03-11T01:50:19.738515Z","end":"2026-03-11T01:50:19.941735Z","steps":["trace[670522510] 'agreement among raft nodes before linearized reading' (duration: 203.105877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:19.941612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.728835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T01:50:19.941923Z","caller":"traceutil/trace.go:171","msg":"trace[290632029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2570; }","duration":"202.060773ms","start":"2026-03-11T01:50:19.739839Z","end":"2026-03-11T01:50:19.9419Z","steps":["trace[290632029] 'agreement among raft nodes before linearized reading' (duration: 201.612443ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:24.207912Z","caller":"traceutil/trace.go:171","msg":"trace[1107256129] linearizableReadLoop","detail":"{readStateIndex:2693; appliedIndex:2692; }","duration":"209.462156ms","start":"2026-03-11T01:50:23.998408Z","end":"2026-03-11T01:50:24.20787Z","steps":["trace[1107256129] 'read index received' (duration: 209.261882ms)","trace[1107256129] 'applied index is now lower than readState.Index' (duration: 199.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:50:24.207967Z","caller":"traceutil/trace.go:171","msg":"trace[1784770945] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"235.972964ms","start":"2026-03-11T01:50:23.971955Z","end":"2026-03-11T01:50:24.207928Z","steps":["trace[1784770945] 'process raft request' (duration: 235.688727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:24.208201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.764323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T01:50:24.208243Z","caller":"traceutil/trace.go:171","msg":"trace[267660891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2591; }","duration":"209.880586ms","start":"2026-03-11T01:50:23.998351Z","end":"2026-03-11T01:50:24.208232Z","steps":["trace[267660891] 'agreement among raft nodes before linearized reading' (duration: 209.690871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:24.208917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.274938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T01:50:24.209034Z","caller":"traceutil/trace.go:171","msg":"trace[1294711152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2592; }","duration":"208.421602ms","start":"2026-03-11T01:50:24.000583Z","end":"2026-03-11T01:50:24.209005Z","steps":["trace[1294711152] 'agreement among raft nodes before linearized reading' (duration: 208.062503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:24.209138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.979375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:50:24.209329Z","caller":"traceutil/trace.go:171","msg":"trace[529937350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2592; }","duration":"173.21898ms","start":"2026-03-11T01:50:24.03608Z","end":"2026-03-11T01:50:24.209299Z","steps":["trace[529937350] 'agreement among raft nodes before linearized reading' (duration: 172.984925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:24.209255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.173273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:50:24.209462Z","caller":"traceutil/trace.go:171","msg":"trace[150638079] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2592; }","duration":"192.393098ms","start":"2026-03-11T01:50:24.017047Z","end":"2026-03-11T01:50:24.20944Z","steps":["trace[150638079] 'agreement among raft nodes before linearized reading' (duration: 192.167343ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:26.074848Z","caller":"traceutil/trace.go:171","msg":"trace[1332149625] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"332.307941ms","start":"2026-03-11T01:50:25.742511Z","end":"2026-03-11T01:50:26.074819Z","steps":["trace[1332149625] 'process raft request' (duration: 332.094535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:26.075147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:25.742472Z","time spent":"332.556547ms","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:50:26.093792Z","caller":"traceutil/trace.go:171","msg":"trace[1409428718] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"265.267596ms","start":"2026-03-11T01:50:25.82849Z","end":"2026-03-11T01:50:26.093758Z","steps":["trace[1409428718] 'process raft request' (duration: 264.846216ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:26.093789Z","caller":"traceutil/trace.go:171","msg":"trace[1130483992] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"130.716809ms","start":"2026-03-11T01:50:25.96303Z","end":"2026-03-11T01:50:26.093746Z","steps":["trace[1130483992] 'process raft request' (duration: 130.588426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:26.094063Z","caller":"traceutil/trace.go:171","msg":"trace[277815957] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"128.649639ms","start":"2026-03-11T01:50:25.9654Z","end":"2026-03-11T01:50:26.09405Z","steps":["trace[277815957] 'process raft request' (duration: 128.287011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.054674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.83957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T01:50:27.054797Z","caller":"traceutil/trace.go:171","msg":"trace[1436773628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2602; }","duration":"825.050054ms","start":"2026-03-11T01:50:26.229722Z","end":"2026-03-11T01:50:27.054772Z","steps":["trace[1436773628] 'range keys from in-memory index tree' (duration: 824.544183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.054856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.229691Z","time spent":"825.151987ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T01:50:27.055074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.944739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T01:50:27.055145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.369737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T01:50:27.055343Z","caller":"traceutil/trace.go:171","msg":"trace[1860948607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2602; }","duration":"841.590172ms","start":"2026-03-11T01:50:26.213722Z","end":"2026-03-11T01:50:27.055312Z","steps":["trace[1860948607] 'range keys from in-memory index tree' (duration: 841.060398ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:27.055232Z","caller":"traceutil/trace.go:171","msg":"trace[152657387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2602; }","duration":"824.190566ms","start":"2026-03-11T01:50:26.231004Z","end":"2026-03-11T01:50:27.055194Z","steps":["trace[152657387] 'range keys from in-memory index tree' (duration: 823.664433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.055447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.213644Z","time spent":"841.788216ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:50:27.05576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.230974Z","time spent":"824.726979ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:50:27.670363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066304542s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T01:50:27.670528Z","caller":"traceutil/trace.go:171","msg":"trace[1939303941] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2704; }","duration":"1.116809449s","start":"2026-03-11T01:50:26.553692Z","end":"2026-03-11T01:50:27.670501Z","steps":["trace[1939303941] 'read index received' (duration: 50.276412ms)","trace[1939303941] 'applied index is now lower than readState.Index' (duration: 1.066531277s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:50:27.670813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117115756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-11T01:50:27.670852Z","caller":"traceutil/trace.go:171","msg":"trace[1222067786] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2602; }","duration":"1.117218929s","start":"2026-03-11T01:50:26.553623Z","end":"2026-03-11T01:50:27.670842Z","steps":["trace[1222067786] 'agreement among raft nodes before linearized reading' (duration: 1.117021844s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.670891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.553593Z","time spent":"1.117289611s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-11T01:50:27.730373Z","caller":"traceutil/trace.go:171","msg":"trace[131749185] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"670.414058ms","start":"2026-03-11T01:50:27.059919Z","end":"2026-03-11T01:50:27.730334Z","steps":["trace[131749185] 'process raft request' (duration: 670.221613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.730844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:27.059896Z","time spent":"670.620032ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:50:27.731426Z","caller":"traceutil/trace.go:171","msg":"trace[1033718658] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"670.328394ms","start":"2026-03-11T01:50:27.061055Z","end":"2026-03-11T01:50:27.731384Z","steps":["trace[1033718658] 'process raft request' (duration: 670.094059ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:27.731427Z","caller":"traceutil/trace.go:171","msg":"trace[1576940083] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"670.307484ms","start":"2026-03-11T01:50:27.06109Z","end":"2026-03-11T01:50:27.731397Z","steps":["trace[1576940083] 'process raft request' (duration: 670.225453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.731486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063621339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:50:27.731547Z","caller":"traceutil/trace.go:171","msg":"trace[2095420318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2605; }","duration":"1.063739631s","start":"2026-03-11T01:50:26.667787Z","end":"2026-03-11T01:50:27.731526Z","steps":["trace[2095420318] 'agreement among raft nodes before linearized reading' (duration: 1.063633179s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.731593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.667756Z","time spent":"1.063827234s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:50:27.731598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:27.061031Z","time spent":"670.478608ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:50:27.731629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:27.061066Z","time spent":"670.455407ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:50:27.731665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089942413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T01:50:27.731641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.693132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189ba65e350c1f8c\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-11T01:50:27.731816Z","caller":"traceutil/trace.go:171","msg":"trace[675651967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2605; }","duration":"1.090150907s","start":"2026-03-11T01:50:26.641612Z","end":"2026-03-11T01:50:27.731763Z","steps":["trace[675651967] 'agreement among raft nodes before linearized reading' (duration: 1.089793009s)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:27.731849Z","caller":"traceutil/trace.go:171","msg":"trace[71269370] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189ba65e350c1f8c; range_end:; response_count:1; response_revision:2605; }","duration":"880.966177ms","start":"2026-03-11T01:50:26.850864Z","end":"2026-03-11T01:50:27.73183Z","steps":["trace[71269370] 'agreement among raft nodes before linearized reading' (duration: 880.526937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.732087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.850834Z","time spent":"881.239914ms","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189ba65e350c1f8c\" "} {"level":"warn","ts":"2026-03-11T01:50:27.731925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.641578Z","time spent":"1.090331651s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:50:27.732163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.717989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T01:50:27.732402Z","caller":"traceutil/trace.go:171","msg":"trace[443193070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2605; }","duration":"489.382954ms","start":"2026-03-11T01:50:27.242995Z","end":"2026-03-11T01:50:27.732378Z","steps":["trace[443193070] 'agreement among raft nodes before linearized reading' (duration: 488.545815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.732471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:27.24297Z","time spent":"489.484466ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T01:50:27.733388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021369743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T01:50:27.733543Z","caller":"traceutil/trace.go:171","msg":"trace[1348043511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2605; }","duration":"1.021568878s","start":"2026-03-11T01:50:26.711951Z","end":"2026-03-11T01:50:27.73352Z","steps":["trace[1348043511] 'agreement among raft nodes before linearized reading' (duration: 1.021284012s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:27.733867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:50:26.711935Z","time spent":"1.021812144s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T01:50:33.880965Z","caller":"traceutil/trace.go:171","msg":"trace[948403912] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2737; }","duration":"114.685685ms","start":"2026-03-11T01:50:33.766243Z","end":"2026-03-11T01:50:33.880928Z","steps":["trace[948403912] 'read index received' (duration: 114.45237ms)","trace[948403912] 'applied index is now lower than readState.Index' (duration: 231.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:50:33.881004Z","caller":"traceutil/trace.go:171","msg":"trace[1248412199] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"114.959301ms","start":"2026-03-11T01:50:33.765994Z","end":"2026-03-11T01:50:33.880953Z","steps":["trace[1248412199] 'process raft request' (duration: 114.712225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:33.881227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.957211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T01:50:33.881306Z","caller":"traceutil/trace.go:171","msg":"trace[15594001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2634; }","duration":"115.071673ms","start":"2026-03-11T01:50:33.766217Z","end":"2026-03-11T01:50:33.881288Z","steps":["trace[15594001] 'agreement among raft nodes before linearized reading' (duration: 114.819218ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:33.911216Z","caller":"traceutil/trace.go:171","msg":"trace[1287900595] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"143.985118ms","start":"2026-03-11T01:50:33.767215Z","end":"2026-03-11T01:50:33.9112Z","steps":["trace[1287900595] 'process raft request' (duration: 143.884245ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:33.911217Z","caller":"traceutil/trace.go:171","msg":"trace[429817812] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"144.658264ms","start":"2026-03-11T01:50:33.766534Z","end":"2026-03-11T01:50:33.911192Z","steps":["trace[429817812] 'process raft request' (duration: 144.440529ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:33.911428Z","caller":"traceutil/trace.go:171","msg":"trace[1655518478] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"142.960924ms","start":"2026-03-11T01:50:33.768442Z","end":"2026-03-11T01:50:33.911403Z","steps":["trace[1655518478] 'process raft request' (duration: 142.694138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:34.055804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.755196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:50:34.056028Z","caller":"traceutil/trace.go:171","msg":"trace[1262866883] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"168.912251ms","start":"2026-03-11T01:50:33.887062Z","end":"2026-03-11T01:50:34.055975Z","steps":["trace[1262866883] 'process raft request' (duration: 59.884328ms)","trace[1262866883] 'compare' (duration: 108.648963ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:50:34.259817Z","caller":"traceutil/trace.go:171","msg":"trace[493528672] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"136.913654ms","start":"2026-03-11T01:50:34.122871Z","end":"2026-03-11T01:50:34.259785Z","steps":["trace[493528672] 'process raft request' (duration: 75.882071ms)","trace[493528672] 'compare' (duration: 60.675485ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:50:34.260122Z","caller":"traceutil/trace.go:171","msg":"trace[1209410647] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"137.19394ms","start":"2026-03-11T01:50:34.12289Z","end":"2026-03-11T01:50:34.260084Z","steps":["trace[1209410647] 'process raft request' (duration: 136.833792ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:34.260222Z","caller":"traceutil/trace.go:171","msg":"trace[2091974842] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"136.253807ms","start":"2026-03-11T01:50:34.123929Z","end":"2026-03-11T01:50:34.260183Z","steps":["trace[2091974842] 'process raft request' (duration: 136.083703ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:52:55.09527Z","caller":"traceutil/trace.go:171","msg":"trace[578572883] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"283.995241ms","start":"2026-03-11T01:52:54.811251Z","end":"2026-03-11T01:52:55.095246Z","steps":["trace[578572883] 'process raft request' (duration: 283.831358ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:52:55.454053Z","caller":"traceutil/trace.go:171","msg":"trace[91783769] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"641.17926ms","start":"2026-03-11T01:52:54.812842Z","end":"2026-03-11T01:52:55.454021Z","steps":["trace[91783769] 'process raft request' (duration: 639.11378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:52:55.454245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:52:54.812808Z","time spent":"641.342604ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:52:55.454222Z","caller":"traceutil/trace.go:171","msg":"trace[1003680622] linearizableReadLoop","detail":"{readStateIndex:3651; appliedIndex:3648; }","duration":"598.510456ms","start":"2026-03-11T01:52:54.855659Z","end":"2026-03-11T01:52:55.454169Z","steps":["trace[1003680622] 'read index received' (duration: 239.491454ms)","trace[1003680622] 'applied index is now lower than readState.Index' (duration: 359.016022ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:52:55.454385Z","caller":"traceutil/trace.go:171","msg":"trace[1926516421] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"636.898566ms","start":"2026-03-11T01:52:54.817319Z","end":"2026-03-11T01:52:55.454217Z","steps":["trace[1926516421] 'process raft request' (duration: 636.586019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:52:55.454472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.781992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T01:52:55.454565Z","caller":"traceutil/trace.go:171","msg":"trace[539928749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3512; }","duration":"598.910866ms","start":"2026-03-11T01:52:54.855635Z","end":"2026-03-11T01:52:55.454546Z","steps":["trace[539928749] 'agreement among raft nodes before linearized reading' (duration: 598.64327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:52:55.454612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:52:54.85554Z","time spent":"599.062679ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T01:52:55.45467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:52:54.817304Z","time spent":"637.243245ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:52:55.455061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.393869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-11T01:52:55.455135Z","caller":"traceutil/trace.go:171","msg":"trace[941886980] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3513; }","duration":"444.484791ms","start":"2026-03-11T01:52:55.010629Z","end":"2026-03-11T01:52:55.455113Z","steps":["trace[941886980] 'agreement among raft nodes before linearized reading' (duration: 444.215825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:52:55.455187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:52:55.010539Z","time spent":"444.637466ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-03-11T01:52:55.455265Z","caller":"traceutil/trace.go:171","msg":"trace[1630863657] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"134.349261ms","start":"2026-03-11T01:52:55.320797Z","end":"2026-03-11T01:52:55.455146Z","steps":["trace[1630863657] 'process raft request' (duration: 133.85742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:52:55.455708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.673378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9jmvk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-11T01:52:55.456157Z","caller":"traceutil/trace.go:171","msg":"trace[688387196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9jmvk; range_end:; response_count:1; response_revision:3513; }","duration":"365.278482ms","start":"2026-03-11T01:52:55.09085Z","end":"2026-03-11T01:52:55.456129Z","steps":["trace[688387196] 'agreement among raft nodes before linearized reading' (duration: 364.032992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:52:55.456647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:52:55.090819Z","time spent":"365.755134ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-9jmvk\" "} {"level":"info","ts":"2026-03-11T01:53:47.106671Z","caller":"traceutil/trace.go:171","msg":"trace[261403372] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"104.275512ms","start":"2026-03-11T01:53:47.00237Z","end":"2026-03-11T01:53:47.106645Z","steps":["trace[261403372] 'process raft request' (duration: 92.246152ms)","trace[261403372] 'compare' (duration: 11.886587ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:53:47.14564Z","caller":"traceutil/trace.go:171","msg":"trace[1541820910] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"141.92413ms","start":"2026-03-11T01:53:47.003681Z","end":"2026-03-11T01:53:47.145605Z","steps":["trace[1541820910] 'process raft request' (duration: 141.696495ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:53:47.145787Z","caller":"traceutil/trace.go:171","msg":"trace[1115395544] linearizableReadLoop","detail":"{readStateIndex:3993; appliedIndex:3990; }","duration":"104.858966ms","start":"2026-03-11T01:53:47.040894Z","end":"2026-03-11T01:53:47.145753Z","steps":["trace[1115395544] 'read index received' (duration: 53.742454ms)","trace[1115395544] 'applied index is now lower than readState.Index' (duration: 51.110302ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:53:47.145815Z","caller":"traceutil/trace.go:171","msg":"trace[517162438] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"142.056553ms","start":"2026-03-11T01:53:47.003737Z","end":"2026-03-11T01:53:47.145793Z","steps":["trace[517162438] 'process raft request' (duration: 141.808047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:53:47.14595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.029649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:53:47.145992Z","caller":"traceutil/trace.go:171","msg":"trace[1076156887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3839; }","duration":"105.117612ms","start":"2026-03-11T01:53:47.04086Z","end":"2026-03-11T01:53:47.145978Z","steps":["trace[1076156887] 'agreement among raft nodes before linearized reading' (duration: 105.005759ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:53:54.546829Z","caller":"traceutil/trace.go:171","msg":"trace[99150198] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"118.269138ms","start":"2026-03-11T01:53:54.428532Z","end":"2026-03-11T01:53:54.546801Z","steps":["trace[99150198] 'process raft request' (duration: 118.089064ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:12.84412Z","caller":"traceutil/trace.go:171","msg":"trace[753135754] linearizableReadLoop","detail":"{readStateIndex:4158; appliedIndex:4157; }","duration":"184.956094ms","start":"2026-03-11T01:54:12.659135Z","end":"2026-03-11T01:54:12.844091Z","steps":["trace[753135754] 'read index received' (duration: 184.683288ms)","trace[753135754] 'applied index is now lower than readState.Index' (duration: 271.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:12.844237Z","caller":"traceutil/trace.go:171","msg":"trace[2096565810] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"322.014092ms","start":"2026-03-11T01:54:12.522174Z","end":"2026-03-11T01:54:12.844188Z","steps":["trace[2096565810] 'process raft request' (duration: 321.736656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:12.844413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.256551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-cdb6f\" ","response":"range_response_count:1 size:4357"} {"level":"warn","ts":"2026-03-11T01:54:12.844467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:12.522149Z","time spent":"322.191276ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:54:12.844524Z","caller":"traceutil/trace.go:171","msg":"trace[903089912] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-cdb6f; range_end:; response_count:1; response_revision:3988; }","duration":"185.430115ms","start":"2026-03-11T01:54:12.659068Z","end":"2026-03-11T01:54:12.844498Z","steps":["trace[903089912] 'agreement among raft nodes before linearized reading' (duration: 185.143489ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:18.52276Z","caller":"traceutil/trace.go:171","msg":"trace[799426291] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"138.125972ms","start":"2026-03-11T01:54:18.384605Z","end":"2026-03-11T01:54:18.522731Z","steps":["trace[799426291] 'process raft request' (duration: 137.935707ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:18.526497Z","caller":"traceutil/trace.go:171","msg":"trace[1272527098] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"114.801898ms","start":"2026-03-11T01:54:18.411673Z","end":"2026-03-11T01:54:18.526475Z","steps":["trace[1272527098] 'process raft request' (duration: 114.544922ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:19.715871Z","caller":"traceutil/trace.go:171","msg":"trace[1819314187] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"253.75726ms","start":"2026-03-11T01:54:19.462082Z","end":"2026-03-11T01:54:19.715839Z","steps":["trace[1819314187] 'process raft request' (duration: 244.256457ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:19.718637Z","caller":"traceutil/trace.go:171","msg":"trace[1874819021] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"253.321049ms","start":"2026-03-11T01:54:19.465287Z","end":"2026-03-11T01:54:19.718609Z","steps":["trace[1874819021] 'process raft request' (duration: 252.951401ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:19.718898Z","caller":"traceutil/trace.go:171","msg":"trace[1167200545] linearizableReadLoop","detail":"{readStateIndex:4544; appliedIndex:4542; }","duration":"207.582332ms","start":"2026-03-11T01:54:19.51129Z","end":"2026-03-11T01:54:19.718873Z","steps":["trace[1167200545] 'read index received' (duration: 195.040409ms)","trace[1167200545] 'applied index is now lower than readState.Index' (duration: 12.540993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:54:19.719153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.895313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-03-11T01:54:19.719149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.838778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:54:19.7192Z","caller":"traceutil/trace.go:171","msg":"trace[1964680011] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4367; }","duration":"152.003426ms","start":"2026-03-11T01:54:19.567185Z","end":"2026-03-11T01:54:19.719189Z","steps":["trace[1964680011] 'agreement among raft nodes before linearized reading' (duration: 151.882843ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:19.719209Z","caller":"traceutil/trace.go:171","msg":"trace[2020201156] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4367; }","duration":"207.958011ms","start":"2026-03-11T01:54:19.511237Z","end":"2026-03-11T01:54:19.719196Z","steps":["trace[2020201156] 'agreement among raft nodes before linearized reading' (duration: 207.740006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:19.719153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.377974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-03-11T01:54:19.719304Z","caller":"traceutil/trace.go:171","msg":"trace[246241422] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4367; }","duration":"200.571979ms","start":"2026-03-11T01:54:19.518725Z","end":"2026-03-11T01:54:19.719297Z","steps":["trace[246241422] 'agreement among raft nodes before linearized reading' (duration: 200.295583ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:20.310834Z","caller":"traceutil/trace.go:171","msg":"trace[1224437270] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"106.225708ms","start":"2026-03-11T01:54:20.204569Z","end":"2026-03-11T01:54:20.310795Z","steps":["trace[1224437270] 'process raft request' (duration: 51.295457ms)","trace[1224437270] 'compare' (duration: 54.740287ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:21.543781Z","caller":"traceutil/trace.go:171","msg":"trace[664667796] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4630; }","duration":"156.240454ms","start":"2026-03-11T01:54:21.387511Z","end":"2026-03-11T01:54:21.543751Z","steps":["trace[664667796] 'read index received' (duration: 155.950887ms)","trace[664667796] 'applied index is now lower than readState.Index' (duration: 287.657µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:21.543886Z","caller":"traceutil/trace.go:171","msg":"trace[1961764679] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"203.407265ms","start":"2026-03-11T01:54:21.34044Z","end":"2026-03-11T01:54:21.543847Z","steps":["trace[1961764679] 'process raft request' (duration: 203.122598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:21.544068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.544311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T01:54:21.544142Z","caller":"traceutil/trace.go:171","msg":"trace[277484609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4451; }","duration":"156.675774ms","start":"2026-03-11T01:54:21.38744Z","end":"2026-03-11T01:54:21.544116Z","steps":["trace[277484609] 'agreement among raft nodes before linearized reading' (duration: 156.477419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:21.544185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.663438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T01:54:21.544307Z","caller":"traceutil/trace.go:171","msg":"trace[143564857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4451; }","duration":"148.838683ms","start":"2026-03-11T01:54:21.395446Z","end":"2026-03-11T01:54:21.544285Z","steps":["trace[143564857] 'agreement among raft nodes before linearized reading' (duration: 148.552155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:21.544441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.893974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-44437dd1-5e65-4bef-a7af-c2d24e3d4107\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-11T01:54:21.544574Z","caller":"traceutil/trace.go:171","msg":"trace[980197013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-44437dd1-5e65-4bef-a7af-c2d24e3d4107; range_end:; response_count:1; response_revision:4451; }","duration":"134.100128ms","start":"2026-03-11T01:54:21.410416Z","end":"2026-03-11T01:54:21.544517Z","steps":["trace[980197013] 'agreement among raft nodes before linearized reading' (duration: 133.670057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:24.038649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.681252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:54:24.038872Z","caller":"traceutil/trace.go:171","msg":"trace[820213912] linearizableReadLoop","detail":"{readStateIndex:4670; appliedIndex:4667; }","duration":"106.374982ms","start":"2026-03-11T01:54:23.932478Z","end":"2026-03-11T01:54:24.038853Z","steps":["trace[820213912] 'read index received' (duration: 102.517272ms)","trace[820213912] 'applied index is now lower than readState.Index' (duration: 3.85674ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:24.039131Z","caller":"traceutil/trace.go:171","msg":"trace[1957239371] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"237.633154ms","start":"2026-03-11T01:54:23.801484Z","end":"2026-03-11T01:54:24.039117Z","steps":["trace[1957239371] 'process raft request' (duration: 60.386489ms)","trace[1957239371] 'compare' (duration: 176.525948ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:24.039431Z","caller":"traceutil/trace.go:171","msg":"trace[759477065] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"170.471837ms","start":"2026-03-11T01:54:23.868948Z","end":"2026-03-11T01:54:24.03942Z","steps":["trace[759477065] 'process raft request' (duration: 169.814412ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:24.039559Z","caller":"traceutil/trace.go:171","msg":"trace[128397000] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"168.180223ms","start":"2026-03-11T01:54:23.871371Z","end":"2026-03-11T01:54:24.039551Z","steps":["trace[128397000] 'process raft request' (duration: 167.449556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:24.039779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.332944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T01:54:24.039816Z","caller":"traceutil/trace.go:171","msg":"trace[1246792161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4490; }","duration":"107.406235ms","start":"2026-03-11T01:54:23.932401Z","end":"2026-03-11T01:54:24.039807Z","steps":["trace[1246792161] 'agreement among raft nodes before linearized reading' (duration: 107.268461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:24.040005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.72276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9jmvk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-11T01:54:24.040047Z","caller":"traceutil/trace.go:171","msg":"trace[1874649688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9jmvk; range_end:; response_count:1; response_revision:4490; }","duration":"100.779001ms","start":"2026-03-11T01:54:23.93926Z","end":"2026-03-11T01:54:24.040039Z","steps":["trace[1874649688] 'agreement among raft nodes before linearized reading' (duration: 100.677689ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:24.675264Z","caller":"traceutil/trace.go:171","msg":"trace[346969192] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"109.74849ms","start":"2026-03-11T01:54:24.565493Z","end":"2026-03-11T01:54:24.675241Z","steps":["trace[346969192] 'process raft request' (duration: 109.534925ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:27.256232Z","caller":"traceutil/trace.go:171","msg":"trace[459028104] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"100.083043ms","start":"2026-03-11T01:54:27.156116Z","end":"2026-03-11T01:54:27.256199Z","steps":["trace[459028104] 'process raft request' (duration: 99.841707ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:27.608671Z","caller":"traceutil/trace.go:171","msg":"trace[1698676025] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"191.146416ms","start":"2026-03-11T01:54:27.417494Z","end":"2026-03-11T01:54:27.608641Z","steps":["trace[1698676025] 'process raft request' (duration: 190.594053ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:31.162948Z","caller":"traceutil/trace.go:171","msg":"trace[811266468] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4883; }","duration":"148.686562ms","start":"2026-03-11T01:54:31.014237Z","end":"2026-03-11T01:54:31.162924Z","steps":["trace[811266468] 'read index received' (duration: 148.500648ms)","trace[811266468] 'applied index is now lower than readState.Index' (duration: 184.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:31.163017Z","caller":"traceutil/trace.go:171","msg":"trace[73610613] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"311.182197ms","start":"2026-03-11T01:54:30.851793Z","end":"2026-03-11T01:54:31.162975Z","steps":["trace[73610613] 'process raft request' (duration: 310.926511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:31.163199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.945088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16929"} {"level":"warn","ts":"2026-03-11T01:54:31.16321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:30.851767Z","time spent":"311.347701ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:54:31.163248Z","caller":"traceutil/trace.go:171","msg":"trace[1234576363] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4698; }","duration":"149.05014ms","start":"2026-03-11T01:54:31.014185Z","end":"2026-03-11T01:54:31.163235Z","steps":["trace[1234576363] 'agreement among raft nodes before linearized reading' (duration: 148.884336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:31.712643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.859306ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-11T01:54:31.713114Z","caller":"traceutil/trace.go:171","msg":"trace[1637370274] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4884; }","duration":"543.020956ms","start":"2026-03-11T01:54:31.170072Z","end":"2026-03-11T01:54:31.713093Z","steps":["trace[1637370274] 'read index received' (duration: 387.705659ms)","trace[1637370274] 'applied index is now lower than readState.Index' (duration: 155.313016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:54:31.713112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.165841Z","time spent":"547.262745ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T01:54:31.713415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.327003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16929"} {"level":"warn","ts":"2026-03-11T01:54:31.713444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.634416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-858d0792-898e-4ee7-8d65-81e41c3b67de\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-11T01:54:31.71353Z","caller":"traceutil/trace.go:171","msg":"trace[1413967213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4698; }","duration":"543.450106ms","start":"2026-03-11T01:54:31.170055Z","end":"2026-03-11T01:54:31.713505Z","steps":["trace[1413967213] 'agreement among raft nodes before linearized reading' (duration: 543.141018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:31.713509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.571485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T01:54:31.713548Z","caller":"traceutil/trace.go:171","msg":"trace[1768251139] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-858d0792-898e-4ee7-8d65-81e41c3b67de; range_end:; response_count:1; response_revision:4698; }","duration":"398.777639ms","start":"2026-03-11T01:54:31.314743Z","end":"2026-03-11T01:54:31.71352Z","steps":["trace[1768251139] 'agreement among raft nodes before linearized reading' (duration: 398.569445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:31.71359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.170006Z","time spent":"543.57533ms","remote":"127.0.0.1:43302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16952,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T01:54:31.713616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.31473Z","time spent":"398.876611ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-858d0792-898e-4ee7-8d65-81e41c3b67de\" "} {"level":"warn","ts":"2026-03-11T01:54:31.713738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.898555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:54:31.713769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.289753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719300"} {"level":"info","ts":"2026-03-11T01:54:31.713798Z","caller":"traceutil/trace.go:171","msg":"trace[2028335791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4698; }","duration":"204.076549ms","start":"2026-03-11T01:54:31.509706Z","end":"2026-03-11T01:54:31.713782Z","steps":["trace[2028335791] 'agreement among raft nodes before linearized reading' (duration: 203.944596ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:31.71384Z","caller":"traceutil/trace.go:171","msg":"trace[602834363] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4698; }","duration":"534.386604ms","start":"2026-03-11T01:54:31.17944Z","end":"2026-03-11T01:54:31.713826Z","steps":["trace[602834363] 'agreement among raft nodes before linearized reading' (duration: 533.77814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:31.713892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.17943Z","time spent":"534.446546ms","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719323,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-11T01:54:31.713618Z","caller":"traceutil/trace.go:171","msg":"trace[589730808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4698; }","duration":"328.707098ms","start":"2026-03-11T01:54:31.384882Z","end":"2026-03-11T01:54:31.71359Z","steps":["trace[589730808] 'agreement among raft nodes before linearized reading' (duration: 328.37527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:31.713978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.384871Z","time spent":"329.085846ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:54:31.713675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.367417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T01:54:31.713425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.103128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-11T01:54:31.714268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.160162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-png9x-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-11T01:54:31.714265Z","caller":"traceutil/trace.go:171","msg":"trace[1455850933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4698; }","duration":"336.954051ms","start":"2026-03-11T01:54:31.377237Z","end":"2026-03-11T01:54:31.714191Z","steps":["trace[1455850933] 'agreement among raft nodes before linearized reading' (duration: 336.144642ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:31.714348Z","caller":"traceutil/trace.go:171","msg":"trace[1881304492] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4698; }","duration":"348.061291ms","start":"2026-03-11T01:54:31.366254Z","end":"2026-03-11T01:54:31.714315Z","steps":["trace[1881304492] 'agreement among raft nodes before linearized reading' (duration: 347.006246ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:31.714457Z","caller":"traceutil/trace.go:171","msg":"trace[770466551] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-png9x-tls; range_end:; response_count:1; response_revision:4698; }","duration":"409.244964ms","start":"2026-03-11T01:54:31.30508Z","end":"2026-03-11T01:54:31.714325Z","steps":["trace[770466551] 'agreement among raft nodes before linearized reading' (duration: 408.994668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:31.714461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.377227Z","time spent":"337.135395ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:54:31.714476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.366241Z","time spent":"348.164803ms","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-11T01:54:31.714513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:31.304996Z","time spent":"409.50481ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-png9x-tls\" "} {"level":"warn","ts":"2026-03-11T01:54:34.234913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959065931712003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T01:54:34.2805Z","caller":"traceutil/trace.go:171","msg":"trace[548343312] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"547.067821ms","start":"2026-03-11T01:54:33.733396Z","end":"2026-03-11T01:54:34.280464Z","steps":["trace[548343312] 'process raft request' (duration: 546.854456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.28073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:33.73336Z","time spent":"547.254675ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:54:34.432451Z","caller":"traceutil/trace.go:171","msg":"trace[1643839832] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4925; }","duration":"698.095058ms","start":"2026-03-11T01:54:33.734322Z","end":"2026-03-11T01:54:34.432417Z","steps":["trace[1643839832] 'read index received' (duration: 545.978836ms)","trace[1643839832] 'applied index is now lower than readState.Index' (duration: 152.114962ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:34.432468Z","caller":"traceutil/trace.go:171","msg":"trace[1951161438] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"659.476633ms","start":"2026-03-11T01:54:33.772938Z","end":"2026-03-11T01:54:34.432415Z","steps":["trace[1951161438] 'process raft request' (duration: 575.571588ms)","trace[1951161438] 'compare' (duration: 83.191128ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:34.432501Z","caller":"traceutil/trace.go:171","msg":"trace[1684385395] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"329.483455ms","start":"2026-03-11T01:54:34.102977Z","end":"2026-03-11T01:54:34.432461Z","steps":["trace[1684385395] 'process raft request' (duration: 329.26409ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:34.432561Z","caller":"traceutil/trace.go:171","msg":"trace[1349890202] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"328.284497ms","start":"2026-03-11T01:54:34.104226Z","end":"2026-03-11T01:54:34.43251Z","steps":["trace[1349890202] 'process raft request' (duration: 328.134974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.432704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:34.102951Z","time spent":"329.638639ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:34.432724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:33.772915Z","time spent":"659.673928ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:34.432756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:34.104185Z","time spent":"328.461321ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:34.433391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.722351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777485"} {"level":"info","ts":"2026-03-11T01:54:34.433465Z","caller":"traceutil/trace.go:171","msg":"trace[1363165871] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4740; }","duration":"595.795393ms","start":"2026-03-11T01:54:33.837653Z","end":"2026-03-11T01:54:34.433448Z","steps":["trace[1363165871] 'agreement among raft nodes before linearized reading' (duration: 595.176407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.432791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.311363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T01:54:34.433573Z","caller":"traceutil/trace.go:171","msg":"trace[206714899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4740; }","duration":"699.139523ms","start":"2026-03-11T01:54:33.734407Z","end":"2026-03-11T01:54:34.433547Z","steps":["trace[206714899] 'agreement among raft nodes before linearized reading' (duration: 698.210441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.433643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:33.734392Z","time spent":"699.233965ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:54:34.432857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.815769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:54:34.433758Z","caller":"traceutil/trace.go:171","msg":"trace[1841033159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4740; }","duration":"393.765761ms","start":"2026-03-11T01:54:34.039979Z","end":"2026-03-11T01:54:34.433745Z","steps":["trace[1841033159] 'agreement among raft nodes before linearized reading' (duration: 392.841329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.433007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.869787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9jmvk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-11T01:54:34.433803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:34.039951Z","time spent":"393.842444ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T01:54:34.433821Z","caller":"traceutil/trace.go:171","msg":"trace[894112394] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9jmvk; range_end:; response_count:1; response_revision:4740; }","duration":"325.726489ms","start":"2026-03-11T01:54:34.108076Z","end":"2026-03-11T01:54:34.433802Z","steps":["trace[894112394] 'agreement among raft nodes before linearized reading' (duration: 324.786136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.43394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:34.108051Z","time spent":"325.871142ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-9jmvk\" "} {"level":"warn","ts":"2026-03-11T01:54:34.433117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.384863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T01:54:34.434054Z","caller":"traceutil/trace.go:171","msg":"trace[1143992289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4740; }","duration":"327.353906ms","start":"2026-03-11T01:54:34.106676Z","end":"2026-03-11T01:54:34.43403Z","steps":["trace[1143992289] 'agreement among raft nodes before linearized reading' (duration: 326.134267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.434123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:34.106591Z","time spent":"327.5131ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T01:54:34.433149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.762333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T01:54:34.434266Z","caller":"traceutil/trace.go:171","msg":"trace[1580579705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4740; }","duration":"699.975192ms","start":"2026-03-11T01:54:33.734265Z","end":"2026-03-11T01:54:34.43424Z","steps":["trace[1580579705] 'agreement among raft nodes before linearized reading' (duration: 698.277802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.434334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:33.734243Z","time spent":"700.073705ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:54:34.433189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.602149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T01:54:34.434469Z","caller":"traceutil/trace.go:171","msg":"trace[1978220609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4740; }","duration":"699.90587ms","start":"2026-03-11T01:54:33.734549Z","end":"2026-03-11T01:54:34.434455Z","steps":["trace[1978220609] 'agreement among raft nodes before linearized reading' (duration: 698.310162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.434514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:33.734472Z","time spent":"700.026773ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:54:34.4335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:33.837588Z","time spent":"595.903405ms","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777508,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-11T01:54:34.611428Z","caller":"traceutil/trace.go:171","msg":"trace[1257083710] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"172.452699ms","start":"2026-03-11T01:54:34.438939Z","end":"2026-03-11T01:54:34.611392Z","steps":["trace[1257083710] 'process raft request' (duration: 105.524392ms)","trace[1257083710] 'compare' (duration: 66.781904ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:34.639977Z","caller":"traceutil/trace.go:171","msg":"trace[1424475439] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"200.856193ms","start":"2026-03-11T01:54:34.439071Z","end":"2026-03-11T01:54:34.639927Z","steps":["trace[1424475439] 'process raft request' (duration: 200.583437ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:34.639987Z","caller":"traceutil/trace.go:171","msg":"trace[1736645592] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"200.74147ms","start":"2026-03-11T01:54:34.439217Z","end":"2026-03-11T01:54:34.639959Z","steps":["trace[1736645592] 'process raft request' (duration: 200.597447ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:34.640302Z","caller":"traceutil/trace.go:171","msg":"trace[1126129360] linearizableReadLoop","detail":"{readStateIndex:4933; appliedIndex:4929; }","duration":"194.33011ms","start":"2026-03-11T01:54:34.445843Z","end":"2026-03-11T01:54:34.640173Z","steps":["trace[1126129360] 'read index received' (duration: 98.631819ms)","trace[1126129360] 'applied index is now lower than readState.Index' (duration: 95.689991ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:34.64034Z","caller":"traceutil/trace.go:171","msg":"trace[1341062214] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"199.790648ms","start":"2026-03-11T01:54:34.440489Z","end":"2026-03-11T01:54:34.640279Z","steps":["trace[1341062214] 'process raft request' (duration: 199.41674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:34.640914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.040547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777485"} {"level":"info","ts":"2026-03-11T01:54:34.640994Z","caller":"traceutil/trace.go:171","msg":"trace[1846881325] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4744; }","duration":"195.137059ms","start":"2026-03-11T01:54:34.445837Z","end":"2026-03-11T01:54:34.640974Z","steps":["trace[1846881325] 'agreement among raft nodes before linearized reading' (duration: 194.534754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:43.978202Z","caller":"traceutil/trace.go:171","msg":"trace[1791512506] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"168.740982ms","start":"2026-03-11T01:54:43.809428Z","end":"2026-03-11T01:54:43.978169Z","steps":["trace[1791512506] 'process raft request' (duration: 168.421705ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:44.116256Z","caller":"traceutil/trace.go:171","msg":"trace[62155587] linearizableReadLoop","detail":"{readStateIndex:5124; appliedIndex:5123; }","duration":"113.55007ms","start":"2026-03-11T01:54:44.002668Z","end":"2026-03-11T01:54:44.116218Z","steps":["trace[62155587] 'read index received' (duration: 22.400255ms)","trace[62155587] 'applied index is now lower than readState.Index' (duration: 91.148355ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:44.116301Z","caller":"traceutil/trace.go:171","msg":"trace[507959801] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"136.351264ms","start":"2026-03-11T01:54:43.979908Z","end":"2026-03-11T01:54:44.116259Z","steps":["trace[507959801] 'process raft request' (duration: 45.168138ms)","trace[507959801] 'compare' (duration: 90.93186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:54:44.116602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.910388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-h7b96\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-11T01:54:44.116646Z","caller":"traceutil/trace.go:171","msg":"trace[1513822657] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-h7b96; range_end:; response_count:1; response_revision:4930; }","duration":"114.011ms","start":"2026-03-11T01:54:44.00262Z","end":"2026-03-11T01:54:44.116631Z","steps":["trace[1513822657] 'agreement among raft nodes before linearized reading' (duration: 113.785715ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:44.293979Z","caller":"traceutil/trace.go:171","msg":"trace[679678660] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"100.77628ms","start":"2026-03-11T01:54:44.193148Z","end":"2026-03-11T01:54:44.293924Z","steps":["trace[679678660] 'process raft request' (duration: 47.81006ms)","trace[679678660] 'compare' (duration: 52.702804ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:45.194818Z","caller":"traceutil/trace.go:171","msg":"trace[63041188] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"179.33427ms","start":"2026-03-11T01:54:45.015439Z","end":"2026-03-11T01:54:45.194773Z","steps":["trace[63041188] 'process raft request' (duration: 179.133806ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:45.223494Z","caller":"traceutil/trace.go:171","msg":"trace[1259078349] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5139; }","duration":"182.516894ms","start":"2026-03-11T01:54:45.040957Z","end":"2026-03-11T01:54:45.223474Z","steps":["trace[1259078349] 'read index received' (duration: 153.641238ms)","trace[1259078349] 'applied index is now lower than readState.Index' (duration: 28.874296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:54:45.223603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.631066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:54:45.223631Z","caller":"traceutil/trace.go:171","msg":"trace[1492287420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"182.740639ms","start":"2026-03-11T01:54:45.040881Z","end":"2026-03-11T01:54:45.223622Z","steps":["trace[1492287420] 'agreement among raft nodes before linearized reading' (duration: 182.667808ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:45.223596Z","caller":"traceutil/trace.go:171","msg":"trace[2094276861] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"196.534782ms","start":"2026-03-11T01:54:45.027022Z","end":"2026-03-11T01:54:45.223557Z","steps":["trace[2094276861] 'process raft request' (duration: 196.328477ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:50.350056Z","caller":"traceutil/trace.go:171","msg":"trace[314932117] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"283.724563ms","start":"2026-03-11T01:54:50.066307Z","end":"2026-03-11T01:54:50.350032Z","steps":["trace[314932117] 'process raft request' (duration: 283.55852ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:53.090404Z","caller":"traceutil/trace.go:171","msg":"trace[1570886605] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5258; }","duration":"186.878426ms","start":"2026-03-11T01:54:52.903496Z","end":"2026-03-11T01:54:53.090375Z","steps":["trace[1570886605] 'read index received' (duration: 186.62544ms)","trace[1570886605] 'applied index is now lower than readState.Index' (duration: 251.386µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:53.090532Z","caller":"traceutil/trace.go:171","msg":"trace[1047865280] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"289.0857ms","start":"2026-03-11T01:54:52.801398Z","end":"2026-03-11T01:54:53.090484Z","steps":["trace[1047865280] 'process raft request' (duration: 288.791623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.090715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.199064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-11T01:54:53.090815Z","caller":"traceutil/trace.go:171","msg":"trace[1792165397] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963; range_end:; response_count:1; response_revision:5063; }","duration":"187.358308ms","start":"2026-03-11T01:54:52.903432Z","end":"2026-03-11T01:54:53.090791Z","steps":["trace[1792165397] 'agreement among raft nodes before linearized reading' (duration: 187.118132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.090977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.092143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T01:54:53.090965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.116746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T01:54:53.091055Z","caller":"traceutil/trace.go:171","msg":"trace[1751264495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"164.198616ms","start":"2026-03-11T01:54:52.926837Z","end":"2026-03-11T01:54:53.091036Z","steps":["trace[1751264495] 'agreement among raft nodes before linearized reading' (duration: 163.745006ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:53.091087Z","caller":"traceutil/trace.go:171","msg":"trace[1082382242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5063; }","duration":"159.2853ms","start":"2026-03-11T01:54:52.931777Z","end":"2026-03-11T01:54:53.091062Z","steps":["trace[1082382242] 'agreement among raft nodes before linearized reading' (duration: 158.946042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.091045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.761521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T01:54:53.091314Z","caller":"traceutil/trace.go:171","msg":"trace[925603724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5063; }","duration":"163.086299ms","start":"2026-03-11T01:54:52.928207Z","end":"2026-03-11T01:54:53.091293Z","steps":["trace[925603724] 'agreement among raft nodes before linearized reading' (duration: 162.574787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.422538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.743553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:54:53.422687Z","caller":"traceutil/trace.go:171","msg":"trace[1063716689] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"326.304691ms","start":"2026-03-11T01:54:53.096359Z","end":"2026-03-11T01:54:53.422663Z","steps":["trace[1063716689] 'process raft request' (duration: 183.286882ms)","trace[1063716689] 'compare' (duration: 142.394984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:54:53.422756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.096338Z","time spent":"326.389873ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:53.788722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.082541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:54:53.789106Z","caller":"traceutil/trace.go:171","msg":"trace[684589054] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"692.579708ms","start":"2026-03-11T01:54:53.096396Z","end":"2026-03-11T01:54:53.788976Z","steps":["trace[684589054] 'process raft request' (duration: 432.145549ms)","trace[684589054] 'compare' (duration: 259.936188ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:53.789139Z","caller":"traceutil/trace.go:171","msg":"trace[2108038983] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"692.105627ms","start":"2026-03-11T01:54:53.097004Z","end":"2026-03-11T01:54:53.78911Z","steps":["trace[2108038983] 'process raft request' (duration: 691.835311ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:53.789248Z","caller":"traceutil/trace.go:171","msg":"trace[1798001322] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"689.722412ms","start":"2026-03-11T01:54:53.099496Z","end":"2026-03-11T01:54:53.789218Z","steps":["trace[1798001322] 'process raft request' (duration: 689.444875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.789315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.096997Z","time spent":"692.22459ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:53.789432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.096372Z","time spent":"692.832474ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:53.789437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.09947Z","time spent":"689.854624ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:54:53.789255Z","caller":"traceutil/trace.go:171","msg":"trace[1754796206] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5259; }","duration":"670.258925ms","start":"2026-03-11T01:54:53.118979Z","end":"2026-03-11T01:54:53.789238Z","steps":["trace[1754796206] 'read index received' (duration: 160.681492ms)","trace[1754796206] 'applied index is now lower than readState.Index' (duration: 509.576463ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:53.789493Z","caller":"traceutil/trace.go:171","msg":"trace[1247506977] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"321.468558ms","start":"2026-03-11T01:54:53.467977Z","end":"2026-03-11T01:54:53.789446Z","steps":["trace[1247506977] 'process raft request' (duration: 321.190432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.78965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.885958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:54:53.789692Z","caller":"traceutil/trace.go:171","msg":"trace[373066011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5068; }","duration":"523.98686ms","start":"2026-03-11T01:54:53.265691Z","end":"2026-03-11T01:54:53.789678Z","steps":["trace[373066011] 'agreement among raft nodes before linearized reading' (duration: 523.913729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.789691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.467943Z","time spent":"321.646902ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:53.789699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.697846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T01:54:53.789774Z","caller":"traceutil/trace.go:171","msg":"trace[833990049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5068; }","duration":"670.817358ms","start":"2026-03-11T01:54:53.118937Z","end":"2026-03-11T01:54:53.789755Z","steps":["trace[833990049] 'agreement among raft nodes before linearized reading' (duration: 670.352477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:53.789814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.118924Z","time spent":"670.88177ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T01:54:53.789725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.265658Z","time spent":"524.058832ms","remote":"127.0.0.1:50054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:54:54.488685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.322864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:54:54.4888Z","caller":"traceutil/trace.go:171","msg":"trace[774497876] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5264; }","duration":"691.671917ms","start":"2026-03-11T01:54:53.79711Z","end":"2026-03-11T01:54:54.488782Z","steps":["trace[774497876] 'read index received' (duration: 467.128368ms)","trace[774497876] 'applied index is now lower than readState.Index' (duration: 224.542249ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:54:54.48888Z","caller":"traceutil/trace.go:171","msg":"trace[729698214] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"691.78569ms","start":"2026-03-11T01:54:53.797083Z","end":"2026-03-11T01:54:54.488869Z","steps":["trace[729698214] 'process raft request' (duration: 467.1856ms)","trace[729698214] 'compare' (duration: 224.079247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:54:54.488948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.79707Z","time spent":"691.846961ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:54:54.489139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.469126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:54:54.489239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.94189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:54:54.489248Z","caller":"traceutil/trace.go:171","msg":"trace[874429909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5069; }","duration":"449.62658ms","start":"2026-03-11T01:54:54.039587Z","end":"2026-03-11T01:54:54.489214Z","steps":["trace[874429909] 'agreement among raft nodes before linearized reading' (duration: 449.442626ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:54.489275Z","caller":"traceutil/trace.go:171","msg":"trace[939908175] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5069; }","duration":"290.024742ms","start":"2026-03-11T01:54:54.19924Z","end":"2026-03-11T01:54:54.489265Z","steps":["trace[939908175] 'agreement among raft nodes before linearized reading' (duration: 289.900029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:54.489215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.063097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T01:54:54.489237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.03767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-11T01:54:54.48936Z","caller":"traceutil/trace.go:171","msg":"trace[363158689] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5069; }","duration":"584.284903ms","start":"2026-03-11T01:54:53.905044Z","end":"2026-03-11T01:54:54.489329Z","steps":["trace[363158689] 'agreement among raft nodes before linearized reading' (duration: 584.007356ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:54:54.489378Z","caller":"traceutil/trace.go:171","msg":"trace[1426957911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963; range_end:; response_count:1; response_revision:5069; }","duration":"392.248795ms","start":"2026-03-11T01:54:54.097095Z","end":"2026-03-11T01:54:54.489344Z","steps":["trace[1426957911] 'agreement among raft nodes before linearized reading' (duration: 391.830255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:54.489301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:54.03956Z","time spent":"449.733562ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:54:54.489426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.905021Z","time spent":"584.392036ms","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:54:54.489434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:54.097068Z","time spent":"392.355758ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963\" "} {"level":"warn","ts":"2026-03-11T01:54:54.489739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.604979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-11T01:54:54.489843Z","caller":"traceutil/trace.go:171","msg":"trace[1219736661] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963; range_end:; response_count:1; response_revision:5069; }","duration":"692.731312ms","start":"2026-03-11T01:54:53.797066Z","end":"2026-03-11T01:54:54.489798Z","steps":["trace[1219736661] 'agreement among raft nodes before linearized reading' (duration: 692.091257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:54.489377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.518304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16929"} {"level":"warn","ts":"2026-03-11T01:54:54.489891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.797045Z","time spent":"692.836065ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f68e9d9-b4b1-4225-a349-1db637ad7963\" "} {"level":"info","ts":"2026-03-11T01:54:54.4899Z","caller":"traceutil/trace.go:171","msg":"trace[898829400] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5069; }","duration":"692.087387ms","start":"2026-03-11T01:54:53.797794Z","end":"2026-03-11T01:54:54.489882Z","steps":["trace[898829400] 'agreement among raft nodes before linearized reading' (duration: 691.085893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:54:54.489957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:54:53.79775Z","time spent":"692.192099ms","remote":"127.0.0.1:43302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16952,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-11T01:55:03.499803Z","caller":"traceutil/trace.go:171","msg":"trace[1097705524] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5436; }","duration":"288.164229ms","start":"2026-03-11T01:55:03.21161Z","end":"2026-03-11T01:55:03.499774Z","steps":["trace[1097705524] 'read index received' (duration: 287.996045ms)","trace[1097705524] 'applied index is now lower than readState.Index' (duration: 167.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:55:03.499895Z","caller":"traceutil/trace.go:171","msg":"trace[1618364654] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"343.879291ms","start":"2026-03-11T01:55:03.15598Z","end":"2026-03-11T01:55:03.499859Z","steps":["trace[1618364654] 'process raft request' (duration: 343.609365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:55:03.5001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:55:03.155967Z","time spent":"344.029496ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:55:03.500156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.488546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-03-11T01:55:03.500279Z","caller":"traceutil/trace.go:171","msg":"trace[198304342] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5236; }","duration":"288.66558ms","start":"2026-03-11T01:55:03.211599Z","end":"2026-03-11T01:55:03.500264Z","steps":["trace[198304342] 'agreement among raft nodes before linearized reading' (duration: 288.328252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:55:03.500151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.312757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-11T01:55:03.500397Z","caller":"traceutil/trace.go:171","msg":"trace[1793610265] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5236; }","duration":"211.568293ms","start":"2026-03-11T01:55:03.288805Z","end":"2026-03-11T01:55:03.500373Z","steps":["trace[1793610265] 'agreement among raft nodes before linearized reading' (duration: 211.171754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:55:08.875673Z","caller":"traceutil/trace.go:171","msg":"trace[1885106161] linearizableReadLoop","detail":"{readStateIndex:5481; appliedIndex:5478; }","duration":"205.198466ms","start":"2026-03-11T01:55:08.670451Z","end":"2026-03-11T01:55:08.87565Z","steps":["trace[1885106161] 'read index received' (duration: 8.215903ms)","trace[1885106161] 'applied index is now lower than readState.Index' (duration: 196.981813ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:55:08.875703Z","caller":"traceutil/trace.go:171","msg":"trace[1619882062] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"227.453736ms","start":"2026-03-11T01:55:08.648207Z","end":"2026-03-11T01:55:08.875661Z","steps":["trace[1619882062] 'process raft request' (duration: 222.259634ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:55:08.875831Z","caller":"traceutil/trace.go:171","msg":"trace[1735084258] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"225.9331ms","start":"2026-03-11T01:55:08.649857Z","end":"2026-03-11T01:55:08.87579Z","steps":["trace[1735084258] 'process raft request' (duration: 225.742465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:55:08.875989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.544093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T01:55:08.87599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.122979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9jmvk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-11T01:55:08.876054Z","caller":"traceutil/trace.go:171","msg":"trace[431818360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5279; }","duration":"205.673247ms","start":"2026-03-11T01:55:08.670365Z","end":"2026-03-11T01:55:08.876038Z","steps":["trace[431818360] 'agreement among raft nodes before linearized reading' (duration: 205.460312ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:55:08.876064Z","caller":"traceutil/trace.go:171","msg":"trace[650876242] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9jmvk; range_end:; response_count:1; response_revision:5279; }","duration":"198.237202ms","start":"2026-03-11T01:55:08.677812Z","end":"2026-03-11T01:55:08.876049Z","steps":["trace[650876242] 'agreement among raft nodes before linearized reading' (duration: 198.009897ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:55:48.01679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2708} {"level":"info","ts":"2026-03-11T01:55:48.07476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2708,"took":"56.27353ms","hash":3759201985,"current-db-size-bytes":40759296,"current-db-size":"41 MB","current-db-size-in-use-bytes":30244864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T01:55:48.074815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3759201985,"revision":2708,"compact-revision":-1} {"level":"info","ts":"2026-03-11T02:00:48.024057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5592} {"level":"info","ts":"2026-03-11T02:00:48.122352Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5592,"took":"95.428567ms","hash":2166031359,"current-db-size-bytes":41279488,"current-db-size":"41 MB","current-db-size-in-use-bytes":21872640,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-11T02:00:48.122695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2166031359,"revision":5592,"compact-revision":2708} {"level":"warn","ts":"2026-03-11T02:01:15.705475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.392384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9jmvk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-11T02:01:15.705593Z","caller":"traceutil/trace.go:171","msg":"trace[1958639747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9jmvk; range_end:; response_count:1; response_revision:7831; }","duration":"460.557438ms","start":"2026-03-11T02:01:15.245012Z","end":"2026-03-11T02:01:15.70557Z","steps":["trace[1958639747] 'range keys from in-memory index tree' (duration: 460.19439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:01:15.705639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:01:15.244995Z","time spent":"460.63511ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-9jmvk\" "} {"level":"warn","ts":"2026-03-11T02:01:26.923362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.603994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T02:01:26.923523Z","caller":"traceutil/trace.go:171","msg":"trace[748944677] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8183; }","duration":"215.245498ms","start":"2026-03-11T02:01:26.708253Z","end":"2026-03-11T02:01:26.923498Z","steps":["trace[748944677] 'read index received' (duration: 81.592µs)","trace[748944677] 'applied index is now lower than readState.Index' (duration: 215.161976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:01:26.923683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.419883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T02:01:26.923724Z","caller":"traceutil/trace.go:171","msg":"trace[513814835] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7888; }","duration":"215.507754ms","start":"2026-03-11T02:01:26.708201Z","end":"2026-03-11T02:01:26.923709Z","steps":["trace[513814835] 'agreement among raft nodes before linearized reading' (duration: 215.409282ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:01:27.898923Z","caller":"traceutil/trace.go:171","msg":"trace[651915579] linearizableReadLoop","detail":"{readStateIndex:8186; appliedIndex:8185; }","duration":"102.536487ms","start":"2026-03-11T02:01:27.79636Z","end":"2026-03-11T02:01:27.898897Z","steps":["trace[651915579] 'read index received' (duration: 102.371713ms)","trace[651915579] 'applied index is now lower than readState.Index' (duration: 163.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:01:27.899072Z","caller":"traceutil/trace.go:171","msg":"trace[744614621] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"103.671575ms","start":"2026-03-11T02:01:27.795387Z","end":"2026-03-11T02:01:27.899058Z","steps":["trace[744614621] 'process raft request' (duration: 103.328097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:01:27.899333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.957577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T02:01:27.899381Z","caller":"traceutil/trace.go:171","msg":"trace[1883823192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7890; }","duration":"103.044408ms","start":"2026-03-11T02:01:27.796326Z","end":"2026-03-11T02:01:27.89937Z","steps":["trace[1883823192] 'agreement among raft nodes before linearized reading' (duration: 102.877394ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:01:56.563038Z","caller":"traceutil/trace.go:171","msg":"trace[2007675030] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"131.73136ms","start":"2026-03-11T02:01:56.431254Z","end":"2026-03-11T02:01:56.562986Z","steps":["trace[2007675030] 'process raft request' (duration: 131.198247ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:01:56.861671Z","caller":"traceutil/trace.go:171","msg":"trace[1206232825] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"426.424872ms","start":"2026-03-11T02:01:56.435195Z","end":"2026-03-11T02:01:56.86162Z","steps":["trace[1206232825] 'process raft request' (duration: 425.91589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:01:56.861932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:01:56.435167Z","time spent":"426.620667ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:01:56.865019Z","caller":"traceutil/trace.go:171","msg":"trace[2130707836] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"333.259887ms","start":"2026-03-11T02:01:56.531731Z","end":"2026-03-11T02:01:56.864991Z","steps":["trace[2130707836] 'process raft request' (duration: 332.907969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:01:56.865223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:01:56.531695Z","time spent":"333.41078ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:01:56.865364Z","caller":"traceutil/trace.go:171","msg":"trace[959609280] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"327.912382ms","start":"2026-03-11T02:01:56.537427Z","end":"2026-03-11T02:01:56.86534Z","steps":["trace[959609280] 'process raft request' (duration: 327.518663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:01:56.865476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:01:56.537415Z","time spent":"328.009344ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:02:09.57064Z","caller":"traceutil/trace.go:171","msg":"trace[1209269342] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"148.915713ms","start":"2026-03-11T02:02:09.421671Z","end":"2026-03-11T02:02:09.570587Z","steps":["trace[1209269342] 'process raft request' (duration: 148.717348ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:02:10.026855Z","caller":"traceutil/trace.go:171","msg":"trace[1668968944] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"129.233722ms","start":"2026-03-11T02:02:09.897591Z","end":"2026-03-11T02:02:10.026825Z","steps":["trace[1668968944] 'process raft request' (duration: 129.039256ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:02:10.062687Z","caller":"traceutil/trace.go:171","msg":"trace[928729992] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"155.529198ms","start":"2026-03-11T02:02:09.907111Z","end":"2026-03-11T02:02:10.06264Z","steps":["trace[928729992] 'process raft request' (duration: 155.153629ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:02:10.062782Z","caller":"traceutil/trace.go:171","msg":"trace[91350797] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"144.769125ms","start":"2026-03-11T02:02:09.917962Z","end":"2026-03-11T02:02:10.062732Z","steps":["trace[91350797] 'process raft request' (duration: 144.53923ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:03:22.116488Z","caller":"traceutil/trace.go:171","msg":"trace[358530815] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"151.233148ms","start":"2026-03-11T02:03:21.965223Z","end":"2026-03-11T02:03:22.116456Z","steps":["trace[358530815] 'process raft request' (duration: 151.028193ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:05:15.357646Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab97322ebdd79664","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T02:05:15.362566Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T02:05:15.362664Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T02:05:48.030983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7526} {"level":"info","ts":"2026-03-11T02:05:48.095464Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7526,"took":"61.582274ms","hash":2059708621,"current-db-size-bytes":41279488,"current-db-size":"41 MB","current-db-size-in-use-bytes":25587712,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-11T02:05:48.095543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2059708621,"revision":7526,"compact-revision":5592} {"level":"info","ts":"2026-03-11T02:10:48.041449Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9940} {"level":"info","ts":"2026-03-11T02:10:48.130344Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9940,"took":"86.059937ms","hash":1755443205,"current-db-size-bytes":41279488,"current-db-size":"41 MB","current-db-size-in-use-bytes":18194432,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-11T02:10:48.130477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1755443205,"revision":9940,"compact-revision":7526}