{"level":"warn","ts":"2026-03-06T21:18:36.998559Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T21:18:36.998731Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T21:18:36.998799Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T21:18:36.99881Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-06T21:18:36.998825Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T21:18:36.999433Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-03-06T21:18:36.999501Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T21:18:37.008364Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.641744ms"} {"level":"info","ts":"2026-03-06T21:18:37.046268Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-03-06T21:18:37.046501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T21:18:37.046551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-03-06T21:18:37.046584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T21:18:37.046601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-03-06T21:18:37.046698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-03-06T21:18:37.05567Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T21:18:37.058502Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T21:18:37.063843Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T21:18:37.06769Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T21:18:37.067873Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T21:18:37.068036Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:18:37.068147Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:18:37.068201Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:18:37.069126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-03-06T21:18:37.069357Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-06T21:18:37.070529Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T21:18:37.070899Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T21:18:37.070941Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T21:18:37.071076Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-06T21:18:37.071094Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-06T21:18:37.647921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T21:18:37.648019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T21:18:37.648045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-03-06T21:18:37.648068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-03-06T21:18:37.648081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-06T21:18:37.648097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-03-06T21:18:37.64811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-06T21:18:37.649215Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:37.650204Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T21:18:37.650398Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T21:18:37.650495Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T21:18:37.650818Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:37.650951Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:37.650988Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:37.654655Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T21:18:37.654818Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T21:18:37.655079Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T21:18:37.655237Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-03-06T21:18:57.226218Z","caller":"traceutil/trace.go:171","msg":"trace[1313643657] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"219.760271ms","start":"2026-03-06T21:18:57.00628Z","end":"2026-03-06T21:18:57.22604Z","steps":["trace[1313643657] 'process raft request' (duration: 214.730411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:03.010999Z","caller":"traceutil/trace.go:171","msg":"trace[1710777501] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"149.161133ms","start":"2026-03-06T21:19:02.861811Z","end":"2026-03-06T21:19:03.010973Z","steps":["trace[1710777501] 'read index received' (duration: 149.071511ms)","trace[1710777501] 'applied index is now lower than readState.Index' (duration: 88.442µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:03.011128Z","caller":"traceutil/trace.go:171","msg":"trace[333120574] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"161.946373ms","start":"2026-03-06T21:19:02.84914Z","end":"2026-03-06T21:19:03.011086Z","steps":["trace[333120574] 'process raft request' (duration: 161.695496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:03.011127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.297376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:03.011397Z","caller":"traceutil/trace.go:171","msg":"trace[1834233966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"149.580834ms","start":"2026-03-06T21:19:02.861764Z","end":"2026-03-06T21:19:03.011345Z","steps":["trace[1834233966] 'agreement among raft nodes before linearized reading' (duration: 149.310936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:03.351424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.100917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:19:03.351509Z","caller":"traceutil/trace.go:171","msg":"trace[613080544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:466; }","duration":"101.242292ms","start":"2026-03-06T21:19:03.250247Z","end":"2026-03-06T21:19:03.351489Z","steps":["trace[613080544] 'range keys from in-memory index tree' (duration: 100.990915ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:04.082278Z","caller":"traceutil/trace.go:171","msg":"trace[1586437882] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"167.255111ms","start":"2026-03-06T21:19:03.914982Z","end":"2026-03-06T21:19:04.082237Z","steps":["trace[1586437882] 'process raft request' (duration: 167.056416ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:05.85399Z","caller":"traceutil/trace.go:171","msg":"trace[187983801] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"110.4493ms","start":"2026-03-06T21:19:05.743508Z","end":"2026-03-06T21:19:05.853957Z","steps":["trace[187983801] 'process raft request' (duration: 74.788757ms)","trace[187983801] 'compare' (duration: 35.442698ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:08.231927Z","caller":"traceutil/trace.go:171","msg":"trace[1599074195] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"115.606008ms","start":"2026-03-06T21:19:08.116291Z","end":"2026-03-06T21:19:08.231897Z","steps":["trace[1599074195] 'read index received' (duration: 115.390181ms)","trace[1599074195] 'applied index is now lower than readState.Index' (duration: 214.677µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:08.231989Z","caller":"traceutil/trace.go:171","msg":"trace[77621342] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"258.620799ms","start":"2026-03-06T21:19:07.973332Z","end":"2026-03-06T21:19:08.231953Z","steps":["trace[77621342] 'process raft request' (duration: 258.429613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:08.232279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.941426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:19:08.232404Z","caller":"traceutil/trace.go:171","msg":"trace[1835101474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"116.11699ms","start":"2026-03-06T21:19:08.116257Z","end":"2026-03-06T21:19:08.232374Z","steps":["trace[1835101474] 'agreement among raft nodes before linearized reading' (duration: 115.758632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:15.056315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.085104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:19:15.056316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.276494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:15.05641Z","caller":"traceutil/trace.go:171","msg":"trace[1636948023] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"362.24053ms","start":"2026-03-06T21:19:14.694148Z","end":"2026-03-06T21:19:15.056389Z","steps":["trace[1636948023] 'range keys from in-memory index tree' (duration: 362.004743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:15.056431Z","caller":"traceutil/trace.go:171","msg":"trace[1414221052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"192.451769ms","start":"2026-03-06T21:19:14.863949Z","end":"2026-03-06T21:19:15.056401Z","steps":["trace[1414221052] 'range keys from in-memory index tree' (duration: 192.15698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:15.056477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:14.69412Z","time spent":"362.347042ms","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-06T21:19:51.357106Z","caller":"traceutil/trace.go:171","msg":"trace[1032519868] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"155.655947ms","start":"2026-03-06T21:19:51.201418Z","end":"2026-03-06T21:19:51.357074Z","steps":["trace[1032519868] 'process raft request' (duration: 155.475111ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:27.664781Z","caller":"traceutil/trace.go:171","msg":"trace[1432390729] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1569; }","duration":"127.468721ms","start":"2026-03-06T21:20:27.537285Z","end":"2026-03-06T21:20:27.664754Z","steps":["trace[1432390729] 'read index received' (duration: 127.307517ms)","trace[1432390729] 'applied index is now lower than readState.Index' (duration: 159.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:20:27.664916Z","caller":"traceutil/trace.go:171","msg":"trace[1707417291] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"294.324334ms","start":"2026-03-06T21:20:27.370534Z","end":"2026-03-06T21:20:27.664858Z","steps":["trace[1707417291] 'process raft request' (duration: 294.024475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:27.665045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.732388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:20:27.665114Z","caller":"traceutil/trace.go:171","msg":"trace[86363566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1507; }","duration":"127.867021ms","start":"2026-03-06T21:20:27.537232Z","end":"2026-03-06T21:20:27.665099Z","steps":["trace[86363566] 'agreement among raft nodes before linearized reading' (duration: 127.663006ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:35.949418Z","caller":"traceutil/trace.go:171","msg":"trace[758458836] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"253.476473ms","start":"2026-03-06T21:20:35.695914Z","end":"2026-03-06T21:20:35.94939Z","steps":["trace[758458836] 'process raft request' (duration: 253.304159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:36.007002Z","caller":"traceutil/trace.go:171","msg":"trace[198739285] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"306.730372ms","start":"2026-03-06T21:20:35.700232Z","end":"2026-03-06T21:20:36.006962Z","steps":["trace[198739285] 'process raft request' (duration: 306.487595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.007731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:35.700201Z","time spent":"306.905927ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:20:36.077247Z","caller":"traceutil/trace.go:171","msg":"trace[733361010] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1689; }","duration":"372.893951ms","start":"2026-03-06T21:20:35.704325Z","end":"2026-03-06T21:20:36.077219Z","steps":["trace[733361010] 'read index received' (duration: 244.899067ms)","trace[733361010] 'applied index is now lower than readState.Index' (duration: 127.993564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:20:36.077565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.9914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:20:36.07764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.799708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:20:36.077656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.329533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:20:36.07764Z","caller":"traceutil/trace.go:171","msg":"trace[154102270] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1627; }","duration":"329.151615ms","start":"2026-03-06T21:20:35.748473Z","end":"2026-03-06T21:20:36.077625Z","steps":["trace[154102270] 'agreement among raft nodes before linearized reading' (duration: 328.983989ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:36.077707Z","caller":"traceutil/trace.go:171","msg":"trace[1172069231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"172.879151ms","start":"2026-03-06T21:20:35.904808Z","end":"2026-03-06T21:20:36.077687Z","steps":["trace[1172069231] 'agreement among raft nodes before linearized reading' (duration: 172.743407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.077721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:35.748456Z","time spent":"329.256058ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:20:36.077715Z","caller":"traceutil/trace.go:171","msg":"trace[970991662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1627; }","duration":"373.423515ms","start":"2026-03-06T21:20:35.704276Z","end":"2026-03-06T21:20:36.0777Z","steps":["trace[970991662] 'agreement among raft nodes before linearized reading' (duration: 373.174238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.077748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.179405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80d49173-1916-4b70-9764-b4db90fcb768\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-06T21:20:36.077763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:35.704264Z","time spent":"373.487017ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:20:36.077812Z","caller":"traceutil/trace.go:171","msg":"trace[61203123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80d49173-1916-4b70-9764-b4db90fcb768; range_end:; response_count:1; response_revision:1627; }","duration":"135.283637ms","start":"2026-03-06T21:20:35.942509Z","end":"2026-03-06T21:20:36.077792Z","steps":["trace[61203123] 'agreement among raft nodes before linearized reading' (duration: 135.103661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.077944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.918319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T21:20:36.078058Z","caller":"traceutil/trace.go:171","msg":"trace[2116831695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"177.091133ms","start":"2026-03-06T21:20:35.900941Z","end":"2026-03-06T21:20:36.078032Z","steps":["trace[2116831695] 'agreement among raft nodes before linearized reading' (duration: 176.760375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.685851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.337587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:20:36.685891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.322284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T21:20:36.685943Z","caller":"traceutil/trace.go:171","msg":"trace[1950649581] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1630; }","duration":"259.505082ms","start":"2026-03-06T21:20:36.426416Z","end":"2026-03-06T21:20:36.685921Z","steps":["trace[1950649581] 'count revisions from in-memory index tree' (duration: 259.234415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:36.685961Z","caller":"traceutil/trace.go:171","msg":"trace[1889875695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1630; }","duration":"440.404566ms","start":"2026-03-06T21:20:36.245537Z","end":"2026-03-06T21:20:36.685942Z","steps":["trace[1889875695] 'range keys from in-memory index tree' (duration: 440.15522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.685908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.951081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-06T21:20:36.686006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:36.245504Z","time spent":"440.49255ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:20:36.686051Z","caller":"traceutil/trace.go:171","msg":"trace[834921790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1630; }","duration":"441.174527ms","start":"2026-03-06T21:20:36.244847Z","end":"2026-03-06T21:20:36.686021Z","steps":["trace[834921790] 'range keys from in-memory index tree' (duration: 440.650772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.686057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.80336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80d49173-1916-4b70-9764-b4db90fcb768\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-06T21:20:36.686112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:36.244826Z","time spent":"441.2756ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:20:36.686304Z","caller":"traceutil/trace.go:171","msg":"trace[1685427505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80d49173-1916-4b70-9764-b4db90fcb768; range_end:; response_count:1; response_revision:1630; }","duration":"491.036186ms","start":"2026-03-06T21:20:36.195179Z","end":"2026-03-06T21:20:36.686215Z","steps":["trace[1685427505] 'range keys from in-memory index tree' (duration: 490.665474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:36.686363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:36.195159Z","time spent":"491.192269ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80d49173-1916-4b70-9764-b4db90fcb768\" "} {"level":"warn","ts":"2026-03-06T21:20:36.687615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.920861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:20:36.687699Z","caller":"traceutil/trace.go:171","msg":"trace[1122507566] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"165.072916ms","start":"2026-03-06T21:20:36.522613Z","end":"2026-03-06T21:20:36.687686Z","steps":["trace[1122507566] 'process raft request' (duration: 44.381605ms)","trace[1122507566] 'compare' (duration: 118.488383ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:20:48.218324Z","caller":"traceutil/trace.go:171","msg":"trace[3910549] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"160.752742ms","start":"2026-03-06T21:20:48.057533Z","end":"2026-03-06T21:20:48.218286Z","steps":["trace[3910549] 'process raft request' (duration: 160.546246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:20.852693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.224124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:21:20.852812Z","caller":"traceutil/trace.go:171","msg":"trace[528634386] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"157.18038ms","start":"2026-03-06T21:21:20.695613Z","end":"2026-03-06T21:21:20.852793Z","steps":["trace[528634386] 'process raft request' (duration: 53.777123ms)","trace[528634386] 'compare' (duration: 103.1044ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:21.076299Z","caller":"traceutil/trace.go:171","msg":"trace[1680900968] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"221.329164ms","start":"2026-03-06T21:21:20.854922Z","end":"2026-03-06T21:21:21.076251Z","steps":["trace[1680900968] 'read index received' (duration: 145.222372ms)","trace[1680900968] 'applied index is now lower than readState.Index' (duration: 76.105642ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:21.076319Z","caller":"traceutil/trace.go:171","msg":"trace[844277100] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"224.463605ms","start":"2026-03-06T21:21:20.851817Z","end":"2026-03-06T21:21:21.07628Z","steps":["trace[844277100] 'process raft request' (duration: 148.386124ms)","trace[844277100] 'compare' (duration: 75.890395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:21:21.076491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.545409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:21:21.076601Z","caller":"traceutil/trace.go:171","msg":"trace[166489003] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1899; }","duration":"221.701843ms","start":"2026-03-06T21:21:20.854876Z","end":"2026-03-06T21:21:21.076578Z","steps":["trace[166489003] 'agreement among raft nodes before linearized reading' (duration: 221.478507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:21.076761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.490642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T21:21:21.076841Z","caller":"traceutil/trace.go:171","msg":"trace[1006549652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"171.605405ms","start":"2026-03-06T21:21:20.905223Z","end":"2026-03-06T21:21:21.076828Z","steps":["trace[1006549652] 'agreement among raft nodes before linearized reading' (duration: 171.284287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:21.076831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.851653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T21:21:21.076929Z","caller":"traceutil/trace.go:171","msg":"trace[872067306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"173.988837ms","start":"2026-03-06T21:21:20.902913Z","end":"2026-03-06T21:21:21.076902Z","steps":["trace[872067306] 'agreement among raft nodes before linearized reading' (duration: 173.680758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:21.077423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.629682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:21:21.077487Z","caller":"traceutil/trace.go:171","msg":"trace[1439152555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1899; }","duration":"179.733565ms","start":"2026-03-06T21:21:20.897736Z","end":"2026-03-06T21:21:21.077469Z","steps":["trace[1439152555] 'agreement among raft nodes before linearized reading' (duration: 178.699968ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:27.281362Z","caller":"traceutil/trace.go:171","msg":"trace[1486157226] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"157.793447ms","start":"2026-03-06T21:21:27.12354Z","end":"2026-03-06T21:21:27.281333Z","steps":["trace[1486157226] 'read index received' (duration: 157.595403ms)","trace[1486157226] 'applied index is now lower than readState.Index' (duration: 196.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:27.281831Z","caller":"traceutil/trace.go:171","msg":"trace[1418497012] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"184.089338ms","start":"2026-03-06T21:21:27.097328Z","end":"2026-03-06T21:21:27.281417Z","steps":["trace[1418497012] 'process raft request' (duration: 183.843962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:27.283136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.554413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:21:27.283172Z","caller":"traceutil/trace.go:171","msg":"trace[1044452282] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1928; }","duration":"159.660715ms","start":"2026-03-06T21:21:27.123502Z","end":"2026-03-06T21:21:27.283163Z","steps":["trace[1044452282] 'agreement among raft nodes before linearized reading' (duration: 157.992762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:27.283295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.540467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T21:21:27.283318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.345899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:21:27.28338Z","caller":"traceutil/trace.go:171","msg":"trace[1891599720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1928; }","duration":"119.658569ms","start":"2026-03-06T21:21:27.163701Z","end":"2026-03-06T21:21:27.28336Z","steps":["trace[1891599720] 'agreement among raft nodes before linearized reading' (duration: 119.250728ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:27.283422Z","caller":"traceutil/trace.go:171","msg":"trace[1415962197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1928; }","duration":"149.468322ms","start":"2026-03-06T21:21:27.13393Z","end":"2026-03-06T21:21:27.283398Z","steps":["trace[1415962197] 'agreement among raft nodes before linearized reading' (duration: 147.628464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:27.283617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.560091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-06T21:21:27.283705Z","caller":"traceutil/trace.go:171","msg":"trace[1319752599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1928; }","duration":"118.677453ms","start":"2026-03-06T21:21:27.165014Z","end":"2026-03-06T21:21:27.283691Z","steps":["trace[1319752599] 'agreement among raft nodes before linearized reading' (duration: 117.385029ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:27.807348Z","caller":"traceutil/trace.go:171","msg":"trace[1044633875] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"519.913147ms","start":"2026-03-06T21:21:27.287404Z","end":"2026-03-06T21:21:27.807317Z","steps":["trace[1044633875] 'process raft request' (duration: 519.738813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:27.807514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:27.287382Z","time spent":"520.046941ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:21:27.999512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.897066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:21:27.999649Z","caller":"traceutil/trace.go:171","msg":"trace[1661969970] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"712.097815ms","start":"2026-03-06T21:21:27.287531Z","end":"2026-03-06T21:21:27.999629Z","steps":["trace[1661969970] 'process raft request' (duration: 575.003973ms)","trace[1661969970] 'compare' (duration: 136.794363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:21:27.999728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:27.287499Z","time spent":"712.199857ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:21:27.99999Z","caller":"traceutil/trace.go:171","msg":"trace[495294100] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2005; }","duration":"479.944061ms","start":"2026-03-06T21:21:27.520004Z","end":"2026-03-06T21:21:27.999948Z","steps":["trace[495294100] 'read index received' (duration: 287.20691ms)","trace[495294100] 'applied index is now lower than readState.Index' (duration: 192.735571ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:28.000035Z","caller":"traceutil/trace.go:171","msg":"trace[1789266435] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"712.404662ms","start":"2026-03-06T21:21:27.287616Z","end":"2026-03-06T21:21:28.00002Z","steps":["trace[1789266435] 'process raft request' (duration: 711.977032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:28.00011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:27.287597Z","time spent":"712.476764ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:21:28.000297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.75501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-06T21:21:28.000311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.082381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:21:28.000343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.337712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T21:21:28.000358Z","caller":"traceutil/trace.go:171","msg":"trace[1129403444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1931; }","duration":"283.893304ms","start":"2026-03-06T21:21:27.71645Z","end":"2026-03-06T21:21:28.000343Z","steps":["trace[1129403444] 'agreement among raft nodes before linearized reading' (duration: 283.686889ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:28.000386Z","caller":"traceutil/trace.go:171","msg":"trace[313046069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"137.204144ms","start":"2026-03-06T21:21:27.863163Z","end":"2026-03-06T21:21:28.000367Z","steps":["trace[313046069] 'agreement among raft nodes before linearized reading' (duration: 137.081071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:28.000402Z","caller":"traceutil/trace.go:171","msg":"trace[1562275713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"480.432344ms","start":"2026-03-06T21:21:27.519953Z","end":"2026-03-06T21:21:28.000385Z","steps":["trace[1562275713] 'agreement among raft nodes before linearized reading' (duration: 480.26031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:28.00045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:27.519931Z","time spent":"480.502545ms","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T21:22:20.279077Z","caller":"traceutil/trace.go:171","msg":"trace[897831821] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"227.76484ms","start":"2026-03-06T21:22:20.051274Z","end":"2026-03-06T21:22:20.279039Z","steps":["trace[897831821] 'process raft request' (duration: 227.506623ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:48.541351Z","caller":"traceutil/trace.go:171","msg":"trace[1050204648] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"118.042246ms","start":"2026-03-06T21:22:48.423271Z","end":"2026-03-06T21:22:48.541313Z","steps":["trace[1050204648] 'process raft request' (duration: 73.832262ms)","trace[1050204648] 'compare' (duration: 44.04346ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:22:48.547854Z","caller":"traceutil/trace.go:171","msg":"trace[193122872] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"124.351038ms","start":"2026-03-06T21:22:48.423479Z","end":"2026-03-06T21:22:48.54783Z","steps":["trace[193122872] 'process raft request' (duration: 124.307877ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:48.548102Z","caller":"traceutil/trace.go:171","msg":"trace[2115032191] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"124.703629ms","start":"2026-03-06T21:22:48.423382Z","end":"2026-03-06T21:22:48.548085Z","steps":["trace[2115032191] 'process raft request' (duration: 124.285697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:54.219115Z","caller":"traceutil/trace.go:171","msg":"trace[197168427] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"110.247724ms","start":"2026-03-06T21:22:54.108851Z","end":"2026-03-06T21:22:54.219098Z","steps":["trace[197168427] 'process raft request' (duration: 110.133941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:54.539272Z","caller":"traceutil/trace.go:171","msg":"trace[563886980] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"103.704554ms","start":"2026-03-06T21:22:54.435544Z","end":"2026-03-06T21:22:54.539248Z","steps":["trace[563886980] 'process raft request' (duration: 103.580031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:54.787947Z","caller":"traceutil/trace.go:171","msg":"trace[15859533] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2651; }","duration":"213.787764ms","start":"2026-03-06T21:22:54.574132Z","end":"2026-03-06T21:22:54.78792Z","steps":["trace[15859533] 'read index received' (duration: 161.940081ms)","trace[15859533] 'applied index is now lower than readState.Index' (duration: 51.846503ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:22:54.78799Z","caller":"traceutil/trace.go:171","msg":"trace[80524963] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"216.671838ms","start":"2026-03-06T21:22:54.571273Z","end":"2026-03-06T21:22:54.787945Z","steps":["trace[80524963] 'process raft request' (duration: 164.786535ms)","trace[80524963] 'compare' (duration: 51.648717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:22:54.788161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.0088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:22:54.788346Z","caller":"traceutil/trace.go:171","msg":"trace[232833567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2548; }","duration":"214.226235ms","start":"2026-03-06T21:22:54.574089Z","end":"2026-03-06T21:22:54.788316Z","steps":["trace[232833567] 'agreement among raft nodes before linearized reading' (duration: 213.946648ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:54.984639Z","caller":"traceutil/trace.go:171","msg":"trace[1861379747] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2652; }","duration":"196.389044ms","start":"2026-03-06T21:22:54.788233Z","end":"2026-03-06T21:22:54.984622Z","steps":["trace[1861379747] 'read index received' (duration: 196.206929ms)","trace[1861379747] 'applied index is now lower than readState.Index' (duration: 181.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:22:54.984901Z","caller":"traceutil/trace.go:171","msg":"trace[109363023] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"291.831434ms","start":"2026-03-06T21:22:54.693054Z","end":"2026-03-06T21:22:54.984886Z","steps":["trace[109363023] 'process raft request' (duration: 291.536806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:54.984977Z","caller":"traceutil/trace.go:171","msg":"trace[788748288] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"410.201948ms","start":"2026-03-06T21:22:54.574698Z","end":"2026-03-06T21:22:54.9849Z","steps":["trace[788748288] 'process raft request' (duration: 409.773617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:22:54.985069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.761449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T21:22:54.985128Z","caller":"traceutil/trace.go:171","msg":"trace[1769274524] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2550; }","duration":"355.862521ms","start":"2026-03-06T21:22:54.629232Z","end":"2026-03-06T21:22:54.985094Z","steps":["trace[1769274524] 'agreement among raft nodes before linearized reading' (duration: 355.726278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:22:54.985282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:22:54.57468Z","time spent":"410.377822ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:22:54.985779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.793934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a5d73b343b434\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T21:22:54.985818Z","caller":"traceutil/trace.go:171","msg":"trace[2084475212] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a5d73b343b434; range_end:; response_count:1; response_revision:2551; }","duration":"155.871096ms","start":"2026-03-06T21:22:54.829937Z","end":"2026-03-06T21:22:54.985808Z","steps":["trace[2084475212] 'agreement among raft nodes before linearized reading' (duration: 155.729532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:22:54.985861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:22:54.629216Z","time spent":"356.629091ms","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-06T21:22:54.985884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.61275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:22:54.985917Z","caller":"traceutil/trace.go:171","msg":"trace[255300217] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"193.290313ms","start":"2026-03-06T21:22:54.792611Z","end":"2026-03-06T21:22:54.985902Z","steps":["trace[255300217] 'process raft request' (duration: 192.977935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:54.985962Z","caller":"traceutil/trace.go:171","msg":"trace[2062231590] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2550; }","duration":"372.506823ms","start":"2026-03-06T21:22:54.613437Z","end":"2026-03-06T21:22:54.985944Z","steps":["trace[2062231590] 'agreement among raft nodes before linearized reading' (duration: 371.532818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:22:54.986016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:22:54.613416Z","time spent":"372.586804ms","remote":"127.0.0.1:47070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:22:54.986109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.659995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:22:54.986146Z","caller":"traceutil/trace.go:171","msg":"trace[1872061054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2551; }","duration":"122.720417ms","start":"2026-03-06T21:22:54.863416Z","end":"2026-03-06T21:22:54.986137Z","steps":["trace[1872061054] 'agreement among raft nodes before linearized reading' (duration: 122.664675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:25:25.818886Z","caller":"traceutil/trace.go:171","msg":"trace[1840836491] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"282.999309ms","start":"2026-03-06T21:25:25.53584Z","end":"2026-03-06T21:25:25.818839Z","steps":["trace[1840836491] 'process raft request' (duration: 282.756722ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:45.868176Z","caller":"traceutil/trace.go:171","msg":"trace[144009211] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"124.846435ms","start":"2026-03-06T21:26:45.743305Z","end":"2026-03-06T21:26:45.868151Z","steps":["trace[144009211] 'process raft request' (duration: 121.4424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:45.872778Z","caller":"traceutil/trace.go:171","msg":"trace[215342740] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4556; }","duration":"111.007709ms","start":"2026-03-06T21:26:45.761744Z","end":"2026-03-06T21:26:45.872752Z","steps":["trace[215342740] 'read index received' (duration: 103.01699ms)","trace[215342740] 'applied index is now lower than readState.Index' (duration: 7.987148ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:26:45.872867Z","caller":"traceutil/trace.go:171","msg":"trace[1299268820] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"117.123631ms","start":"2026-03-06T21:26:45.755704Z","end":"2026-03-06T21:26:45.872827Z","steps":["trace[1299268820] 'process raft request' (duration: 116.844965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:26:45.873122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.352989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189a5dadf7184baf\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-06T21:26:45.873486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.457656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-06T21:26:45.873536Z","caller":"traceutil/trace.go:171","msg":"trace[1241125596] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189a5dadf7184baf; range_end:; response_count:1; response_revision:4382; }","duration":"111.526684ms","start":"2026-03-06T21:26:45.76169Z","end":"2026-03-06T21:26:45.873216Z","steps":["trace[1241125596] 'agreement among raft nodes before linearized reading' (duration: 111.232486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:45.873574Z","caller":"traceutil/trace.go:171","msg":"trace[1188802172] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4382; }","duration":"106.603079ms","start":"2026-03-06T21:26:45.766942Z","end":"2026-03-06T21:26:45.873545Z","steps":["trace[1188802172] 'agreement among raft nodes before linearized reading' (duration: 106.377764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:26:47.996394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.133886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:26:47.996435Z","caller":"traceutil/trace.go:171","msg":"trace[97675260] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"118.204488ms","start":"2026-03-06T21:26:47.878173Z","end":"2026-03-06T21:26:47.996377Z","steps":["trace[97675260] 'process raft request' (duration: 117.910901ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:47.996523Z","caller":"traceutil/trace.go:171","msg":"trace[780218068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4418; }","duration":"118.304962ms","start":"2026-03-06T21:26:47.878194Z","end":"2026-03-06T21:26:47.996499Z","steps":["trace[780218068] 'agreement among raft nodes before linearized reading' (duration: 118.093516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:26:49.255014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.016799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a1f986d-7732-46da-b138-f3bb6a03befa\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-03-06T21:26:49.255115Z","caller":"traceutil/trace.go:171","msg":"trace[731950725] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a1f986d-7732-46da-b138-f3bb6a03befa; range_end:; response_count:1; response_revision:4455; }","duration":"121.191373ms","start":"2026-03-06T21:26:49.133901Z","end":"2026-03-06T21:26:49.255092Z","steps":["trace[731950725] 'range keys from in-memory index tree' (duration: 120.749812ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:49.371652Z","caller":"traceutil/trace.go:171","msg":"trace[1331779159] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"110.781854ms","start":"2026-03-06T21:26:49.260832Z","end":"2026-03-06T21:26:49.371614Z","steps":["trace[1331779159] 'process raft request' (duration: 110.418374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:53.673433Z","caller":"traceutil/trace.go:171","msg":"trace[181016135] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"127.531451ms","start":"2026-03-06T21:26:53.545853Z","end":"2026-03-06T21:26:53.673384Z","steps":["trace[181016135] 'process raft request' (duration: 127.210774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:26:53.856982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.216046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-drrc2\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T21:26:53.857127Z","caller":"traceutil/trace.go:171","msg":"trace[1772353327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-drrc2; range_end:; response_count:1; response_revision:4633; }","duration":"107.42038ms","start":"2026-03-06T21:26:53.749668Z","end":"2026-03-06T21:26:53.857089Z","steps":["trace[1772353327] 'range keys from in-memory index tree' (duration: 106.908846ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:54.50546Z","caller":"traceutil/trace.go:171","msg":"trace[1341745328] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"125.886731ms","start":"2026-03-06T21:26:54.379539Z","end":"2026-03-06T21:26:54.505425Z","steps":["trace[1341745328] 'process raft request' (duration: 125.83369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:54.505931Z","caller":"traceutil/trace.go:171","msg":"trace[1471440102] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"127.111212ms","start":"2026-03-06T21:26:54.378806Z","end":"2026-03-06T21:26:54.505917Z","steps":["trace[1471440102] 'process raft request' (duration: 126.318251ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:54.506103Z","caller":"traceutil/trace.go:171","msg":"trace[1740006405] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"126.583729ms","start":"2026-03-06T21:26:54.379508Z","end":"2026-03-06T21:26:54.506091Z","steps":["trace[1740006405] 'process raft request' (duration: 125.790129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:26:56.015951Z","caller":"traceutil/trace.go:171","msg":"trace[1045537928] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"101.80443ms","start":"2026-03-06T21:26:55.914112Z","end":"2026-03-06T21:26:56.015916Z","steps":["trace[1045537928] 'process raft request' (duration: 98.366505ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:08.156088Z","caller":"traceutil/trace.go:171","msg":"trace[1512388070] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"113.737198ms","start":"2026-03-06T21:27:08.042317Z","end":"2026-03-06T21:27:08.156054Z","steps":["trace[1512388070] 'process raft request' (duration: 113.563293ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:11.967563Z","caller":"traceutil/trace.go:171","msg":"trace[255394510] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"121.703715ms","start":"2026-03-06T21:27:11.845829Z","end":"2026-03-06T21:27:11.967533Z","steps":["trace[255394510] 'read index received' (duration: 121.421609ms)","trace[255394510] 'applied index is now lower than readState.Index' (duration: 280.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:11.967633Z","caller":"traceutil/trace.go:171","msg":"trace[1974600249] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"123.519411ms","start":"2026-03-06T21:27:11.844075Z","end":"2026-03-06T21:27:11.967595Z","steps":["trace[1974600249] 'process raft request' (duration: 123.288975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:11.967828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.330133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:11.967932Z","caller":"traceutil/trace.go:171","msg":"trace[51482157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4995; }","duration":"104.479656ms","start":"2026-03-06T21:27:11.863431Z","end":"2026-03-06T21:27:11.967911Z","steps":["trace[51482157] 'agreement among raft nodes before linearized reading' (duration: 104.299672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:11.968002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.159537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110644"} {"level":"info","ts":"2026-03-06T21:27:11.968065Z","caller":"traceutil/trace.go:171","msg":"trace[1104174584] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4995; }","duration":"122.241829ms","start":"2026-03-06T21:27:11.845799Z","end":"2026-03-06T21:27:11.968041Z","steps":["trace[1104174584] 'agreement among raft nodes before linearized reading' (duration: 121.886361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:12.090438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.820545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7614"} {"level":"info","ts":"2026-03-06T21:27:12.090891Z","caller":"traceutil/trace.go:171","msg":"trace[249013498] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4995; }","duration":"105.425869ms","start":"2026-03-06T21:27:11.985375Z","end":"2026-03-06T21:27:12.0908Z","steps":["trace[249013498] 'range keys from in-memory index tree' (duration: 104.411225ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:12.328468Z","caller":"traceutil/trace.go:171","msg":"trace[1435595749] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"228.85365ms","start":"2026-03-06T21:27:12.099582Z","end":"2026-03-06T21:27:12.328436Z","steps":["trace[1435595749] 'process raft request' (duration: 228.652585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:12.524726Z","caller":"traceutil/trace.go:171","msg":"trace[350671573] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"352.138166ms","start":"2026-03-06T21:27:12.172562Z","end":"2026-03-06T21:27:12.5247Z","steps":["trace[350671573] 'process raft request' (duration: 255.962647ms)","trace[350671573] 'compare' (duration: 95.761789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:12.524882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:12.172498Z","time spent":"352.298979ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:12.754441Z","caller":"traceutil/trace.go:171","msg":"trace[272023412] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5194; }","duration":"159.305614ms","start":"2026-03-06T21:27:12.595108Z","end":"2026-03-06T21:27:12.754414Z","steps":["trace[272023412] 'read index received' (duration: 70.635102ms)","trace[272023412] 'applied index is now lower than readState.Index' (duration: 88.669092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:12.755037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.90333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:27:12.755161Z","caller":"traceutil/trace.go:171","msg":"trace[714124031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5000; }","duration":"160.084904ms","start":"2026-03-06T21:27:12.595054Z","end":"2026-03-06T21:27:12.755139Z","steps":["trace[714124031] 'agreement among raft nodes before linearized reading' (duration: 159.789947ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:12.755166Z","caller":"traceutil/trace.go:171","msg":"trace[1221106046] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"222.472211ms","start":"2026-03-06T21:27:12.532102Z","end":"2026-03-06T21:27:12.754575Z","steps":["trace[1221106046] 'process raft request' (duration: 133.677485ms)","trace[1221106046] 'compare' (duration: 88.386525ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:12.755174Z","caller":"traceutil/trace.go:171","msg":"trace[955077094] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"163.298894ms","start":"2026-03-06T21:27:12.591832Z","end":"2026-03-06T21:27:12.75513Z","steps":["trace[955077094] 'process raft request' (duration: 162.522724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:12.755245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:27:12.755313Z","caller":"traceutil/trace.go:171","msg":"trace[1111260315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5000; }","duration":"156.440754ms","start":"2026-03-06T21:27:12.598858Z","end":"2026-03-06T21:27:12.755299Z","steps":["trace[1111260315] 'agreement among raft nodes before linearized reading' (duration: 156.214327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:12.755364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.471414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:27:12.755484Z","caller":"traceutil/trace.go:171","msg":"trace[1736079533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5000; }","duration":"150.630858ms","start":"2026-03-06T21:27:12.604829Z","end":"2026-03-06T21:27:12.75546Z","steps":["trace[1736079533] 'agreement among raft nodes before linearized reading' (duration: 150.32233ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:24.924749Z","caller":"traceutil/trace.go:171","msg":"trace[1959176489] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"350.179416ms","start":"2026-03-06T21:27:24.574543Z","end":"2026-03-06T21:27:24.924723Z","steps":["trace[1959176489] 'process raft request' (duration: 349.856828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:24.925016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.832798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T21:27:24.925024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:24.574508Z","time spent":"350.36685ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:24.925086Z","caller":"traceutil/trace.go:171","msg":"trace[1397534228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5166; }","duration":"258.951121ms","start":"2026-03-06T21:27:24.666123Z","end":"2026-03-06T21:27:24.925074Z","steps":["trace[1397534228] 'agreement among raft nodes before linearized reading' (duration: 258.702464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:24.924663Z","caller":"traceutil/trace.go:171","msg":"trace[1209345334] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"258.452038ms","start":"2026-03-06T21:27:24.666174Z","end":"2026-03-06T21:27:24.924626Z","steps":["trace[1209345334] 'read index received' (duration: 258.163941ms)","trace[1209345334] 'applied index is now lower than readState.Index' (duration: 286.787µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:24.953863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.016288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:27:24.953967Z","caller":"traceutil/trace.go:171","msg":"trace[1166989540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5167; }","duration":"141.200863ms","start":"2026-03-06T21:27:24.812739Z","end":"2026-03-06T21:27:24.95394Z","steps":["trace[1166989540] 'agreement among raft nodes before linearized reading' (duration: 140.867544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:24.954306Z","caller":"traceutil/trace.go:171","msg":"trace[1213621923] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"157.221282ms","start":"2026-03-06T21:27:24.797051Z","end":"2026-03-06T21:27:24.954273Z","steps":["trace[1213621923] 'process raft request' (duration: 156.379521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:24.954362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.705116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:27:24.954427Z","caller":"traceutil/trace.go:171","msg":"trace[1821731034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5167; }","duration":"133.810929ms","start":"2026-03-06T21:27:24.820595Z","end":"2026-03-06T21:27:24.954406Z","steps":["trace[1821731034] 'agreement among raft nodes before linearized reading' (duration: 133.665824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:24.95451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.112086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:27:24.954537Z","caller":"traceutil/trace.go:171","msg":"trace[1249882303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5167; }","duration":"134.160308ms","start":"2026-03-06T21:27:24.820369Z","end":"2026-03-06T21:27:24.954529Z","steps":["trace[1249882303] 'agreement among raft nodes before linearized reading' (duration: 134.078106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:24.954714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.234025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:27:24.954825Z","caller":"traceutil/trace.go:171","msg":"trace[901966402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5167; }","duration":"129.442409ms","start":"2026-03-06T21:27:24.825362Z","end":"2026-03-06T21:27:24.954804Z","steps":["trace[901966402] 'agreement among raft nodes before linearized reading' (duration: 128.832784ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:37.68568Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2764} {"level":"info","ts":"2026-03-06T21:28:37.744822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2764,"took":"57.307345ms","hash":3344688684,"current-db-size-bytes":40943616,"current-db-size":"41 MB","current-db-size-in-use-bytes":30765056,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T21:28:37.744877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3344688684,"revision":2764,"compact-revision":-1} {"level":"info","ts":"2026-03-06T21:33:17.578321Z","caller":"traceutil/trace.go:171","msg":"trace[277003847] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"249.095555ms","start":"2026-03-06T21:33:17.3292Z","end":"2026-03-06T21:33:17.578296Z","steps":["trace[277003847] 'process raft request' (duration: 248.935591ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:17.6144Z","caller":"traceutil/trace.go:171","msg":"trace[671997112] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"103.395592ms","start":"2026-03-06T21:33:17.510979Z","end":"2026-03-06T21:33:17.614375Z","steps":["trace[671997112] 'process raft request' (duration: 103.246898ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:28.46091Z","caller":"traceutil/trace.go:171","msg":"trace[634533244] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"103.122405ms","start":"2026-03-06T21:33:28.357726Z","end":"2026-03-06T21:33:28.460848Z","steps":["trace[634533244] 'process raft request' (duration: 102.890458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:29.243009Z","caller":"traceutil/trace.go:171","msg":"trace[1308384192] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"224.733336ms","start":"2026-03-06T21:33:29.018242Z","end":"2026-03-06T21:33:29.242975Z","steps":["trace[1308384192] 'process raft request' (duration: 224.549821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:29.302165Z","caller":"traceutil/trace.go:171","msg":"trace[1320334781] linearizableReadLoop","detail":"{readStateIndex:7992; appliedIndex:7990; }","duration":"229.607522ms","start":"2026-03-06T21:33:29.072528Z","end":"2026-03-06T21:33:29.302136Z","steps":["trace[1320334781] 'read index received' (duration: 170.244269ms)","trace[1320334781] 'applied index is now lower than readState.Index' (duration: 59.362123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:33:29.302463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.098693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:33:29.302461Z","caller":"traceutil/trace.go:171","msg":"trace[234735060] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"283.592316ms","start":"2026-03-06T21:33:29.018815Z","end":"2026-03-06T21:33:29.302407Z","steps":["trace[234735060] 'process raft request' (duration: 283.153765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:29.302507Z","caller":"traceutil/trace.go:171","msg":"trace[681040109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7706; }","duration":"216.183356ms","start":"2026-03-06T21:33:29.086314Z","end":"2026-03-06T21:33:29.302497Z","steps":["trace[681040109] 'agreement among raft nodes before linearized reading' (duration: 215.97478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:33:29.302712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.243857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:33:29.302826Z","caller":"traceutil/trace.go:171","msg":"trace[1397270530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7706; }","duration":"216.421741ms","start":"2026-03-06T21:33:29.086374Z","end":"2026-03-06T21:33:29.302796Z","steps":["trace[1397270530] 'agreement among raft nodes before linearized reading' (duration: 216.096003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:33:29.302607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.057374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T21:33:29.302956Z","caller":"traceutil/trace.go:171","msg":"trace[1109829718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7706; }","duration":"230.465214ms","start":"2026-03-06T21:33:29.072457Z","end":"2026-03-06T21:33:29.302923Z","steps":["trace[1109829718] 'agreement among raft nodes before linearized reading' (duration: 229.848689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:33:30.950719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.377922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:33:30.950837Z","caller":"traceutil/trace.go:171","msg":"trace[1251111259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7713; }","duration":"100.631219ms","start":"2026-03-06T21:33:30.850182Z","end":"2026-03-06T21:33:30.950813Z","steps":["trace[1251111259] 'count revisions from in-memory index tree' (duration: 100.26437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:37.692546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5728} {"level":"info","ts":"2026-03-06T21:33:37.779941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5728,"took":"84.700878ms","hash":1348934638,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":22786048,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T21:33:37.780029Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1348934638,"revision":5728,"compact-revision":2764} {"level":"info","ts":"2026-03-06T21:34:02.825747Z","caller":"traceutil/trace.go:171","msg":"trace[1312146986] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"170.175286ms","start":"2026-03-06T21:34:02.655512Z","end":"2026-03-06T21:34:02.825687Z","steps":["trace[1312146986] 'process raft request' (duration: 116.421997ms)","trace[1312146986] 'compare' (duration: 53.383489ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:12.833328Z","caller":"traceutil/trace.go:171","msg":"trace[1021809290] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"158.717391ms","start":"2026-03-06T21:34:12.674582Z","end":"2026-03-06T21:34:12.8333Z","steps":["trace[1021809290] 'process raft request' (duration: 158.540487ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:13.04129Z","caller":"traceutil/trace.go:171","msg":"trace[1837722509] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"178.048351ms","start":"2026-03-06T21:34:12.863207Z","end":"2026-03-06T21:34:13.041255Z","steps":["trace[1837722509] 'read index received' (duration: 129.819545ms)","trace[1837722509] 'applied index is now lower than readState.Index' (duration: 48.226426ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:13.041335Z","caller":"traceutil/trace.go:171","msg":"trace[524371733] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"209.176065ms","start":"2026-03-06T21:34:12.8321Z","end":"2026-03-06T21:34:13.041277Z","steps":["trace[524371733] 'process raft request' (duration: 160.880237ms)","trace[524371733] 'compare' (duration: 48.064553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:34:13.041454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.221037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:13.04155Z","caller":"traceutil/trace.go:171","msg":"trace[2033492220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8014; }","duration":"178.36212ms","start":"2026-03-06T21:34:12.863166Z","end":"2026-03-06T21:34:13.041528Z","steps":["trace[2033492220] 'agreement among raft nodes before linearized reading' (duration: 178.195845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:13.041565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.504425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-drrc2\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T21:34:13.041708Z","caller":"traceutil/trace.go:171","msg":"trace[1231723482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-drrc2; range_end:; response_count:1; response_revision:8014; }","duration":"149.747481ms","start":"2026-03-06T21:34:12.89195Z","end":"2026-03-06T21:34:13.041698Z","steps":["trace[1231723482] 'agreement among raft nodes before linearized reading' (duration: 149.483804ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:13.041298Z","caller":"traceutil/trace.go:171","msg":"trace[1425669009] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"167.789406ms","start":"2026-03-06T21:34:12.873477Z","end":"2026-03-06T21:34:13.041266Z","steps":["trace[1425669009] 'process raft request' (duration: 167.723815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:13.895477Z","caller":"traceutil/trace.go:171","msg":"trace[374062044] linearizableReadLoop","detail":"{readStateIndex:8318; appliedIndex:8317; }","duration":"289.437771ms","start":"2026-03-06T21:34:13.606013Z","end":"2026-03-06T21:34:13.895451Z","steps":["trace[374062044] 'read index received' (duration: 289.299587ms)","trace[374062044] 'applied index is now lower than readState.Index' (duration: 136.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:13.895564Z","caller":"traceutil/trace.go:171","msg":"trace[1312334359] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"311.502471ms","start":"2026-03-06T21:34:13.584032Z","end":"2026-03-06T21:34:13.895535Z","steps":["trace[1312334359] 'process raft request' (duration: 311.239934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:13.895738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:13.584001Z","time spent":"311.635484ms","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:34:13.89573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.710148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T21:34:13.895824Z","caller":"traceutil/trace.go:171","msg":"trace[226742955] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8017; }","duration":"289.817311ms","start":"2026-03-06T21:34:13.605986Z","end":"2026-03-06T21:34:13.895804Z","steps":["trace[226742955] 'agreement among raft nodes before linearized reading' (duration: 289.576415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:13.920721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.05795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T21:34:13.920878Z","caller":"traceutil/trace.go:171","msg":"trace[1438702425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8019; }","duration":"311.269665ms","start":"2026-03-06T21:34:13.609584Z","end":"2026-03-06T21:34:13.920854Z","steps":["trace[1438702425] 'agreement among raft nodes before linearized reading' (duration: 310.946676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:13.920938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:13.609572Z","time spent":"311.351177ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:34:13.92133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.830953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:34:13.921621Z","caller":"traceutil/trace.go:171","msg":"trace[830960288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8019; }","duration":"270.169273ms","start":"2026-03-06T21:34:13.651435Z","end":"2026-03-06T21:34:13.921604Z","steps":["trace[830960288] 'agreement among raft nodes before linearized reading' (duration: 269.761852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:13.921742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.601777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T21:34:13.921334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.287213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:34:13.921866Z","caller":"traceutil/trace.go:171","msg":"trace[1722035430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8019; }","duration":"269.844994ms","start":"2026-03-06T21:34:13.651984Z","end":"2026-03-06T21:34:13.921829Z","steps":["trace[1722035430] 'agreement among raft nodes before linearized reading' (duration: 269.363461ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:13.921893Z","caller":"traceutil/trace.go:171","msg":"trace[803171648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8019; }","duration":"268.886059ms","start":"2026-03-06T21:34:13.652984Z","end":"2026-03-06T21:34:13.92187Z","steps":["trace[803171648] 'agreement among raft nodes before linearized reading' (duration: 268.15806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:13.921968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.449194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:34:13.922164Z","caller":"traceutil/trace.go:171","msg":"trace[318830659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8019; }","duration":"269.999298ms","start":"2026-03-06T21:34:13.652084Z","end":"2026-03-06T21:34:13.922084Z","steps":["trace[318830659] 'agreement among raft nodes before linearized reading' (duration: 269.044113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:14.157371Z","caller":"traceutil/trace.go:171","msg":"trace[207361128] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"230.21179ms","start":"2026-03-06T21:34:13.927129Z","end":"2026-03-06T21:34:14.15734Z","steps":["trace[207361128] 'process raft request' (duration: 210.947411ms)","trace[207361128] 'compare' (duration: 18.802046ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:14.157862Z","caller":"traceutil/trace.go:171","msg":"trace[285647847] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"230.450386ms","start":"2026-03-06T21:34:13.927382Z","end":"2026-03-06T21:34:14.157833Z","steps":["trace[285647847] 'process raft request' (duration: 230.20049ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:14.157846Z","caller":"traceutil/trace.go:171","msg":"trace[1102945249] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"230.650571ms","start":"2026-03-06T21:34:13.927152Z","end":"2026-03-06T21:34:14.157803Z","steps":["trace[1102945249] 'process raft request' (duration: 230.123267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:14.157909Z","caller":"traceutil/trace.go:171","msg":"trace[732572962] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"230.453186ms","start":"2026-03-06T21:34:13.92742Z","end":"2026-03-06T21:34:14.157873Z","steps":["trace[732572962] 'process raft request' (duration: 230.354443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:14.158236Z","caller":"traceutil/trace.go:171","msg":"trace[485602049] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"229.965774ms","start":"2026-03-06T21:34:13.928252Z","end":"2026-03-06T21:34:14.158217Z","steps":["trace[485602049] 'process raft request' (duration: 229.569853ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:12.659146Z","caller":"traceutil/trace.go:171","msg":"trace[1101282851] linearizableReadLoop","detail":"{readStateIndex:8938; appliedIndex:8937; }","duration":"178.066172ms","start":"2026-03-06T21:35:12.481043Z","end":"2026-03-06T21:35:12.659109Z","steps":["trace[1101282851] 'read index received' (duration: 93.606099ms)","trace[1101282851] 'applied index is now lower than readState.Index' (duration: 84.458673ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:12.659445Z","caller":"traceutil/trace.go:171","msg":"trace[476766565] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"208.220123ms","start":"2026-03-06T21:35:12.45121Z","end":"2026-03-06T21:35:12.65943Z","steps":["trace[476766565] 'process raft request' (duration: 123.507553ms)","trace[476766565] 'compare' (duration: 83.858818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:12.65979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.165112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:35:12.659938Z","caller":"traceutil/trace.go:171","msg":"trace[1766811296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8619; }","duration":"174.365567ms","start":"2026-03-06T21:35:12.485523Z","end":"2026-03-06T21:35:12.659888Z","steps":["trace[1766811296] 'agreement among raft nodes before linearized reading' (duration: 173.951097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:12.660091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.226511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:35:12.660163Z","caller":"traceutil/trace.go:171","msg":"trace[921933309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8619; }","duration":"165.341694ms","start":"2026-03-06T21:35:12.494801Z","end":"2026-03-06T21:35:12.660143Z","steps":["trace[921933309] 'agreement among raft nodes before linearized reading' (duration: 165.012995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:12.660305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.018028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T21:35:12.660427Z","caller":"traceutil/trace.go:171","msg":"trace[1476325308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8619; }","duration":"169.184383ms","start":"2026-03-06T21:35:12.491216Z","end":"2026-03-06T21:35:12.6604Z","steps":["trace[1476325308] 'agreement among raft nodes before linearized reading' (duration: 168.705181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:12.660482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.49861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:35:12.660529Z","caller":"traceutil/trace.go:171","msg":"trace[283838147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8619; }","duration":"174.566571ms","start":"2026-03-06T21:35:12.48595Z","end":"2026-03-06T21:35:12.660517Z","steps":["trace[283838147] 'agreement among raft nodes before linearized reading' (duration: 174.429618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:12.660354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.308244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:35:12.660648Z","caller":"traceutil/trace.go:171","msg":"trace[470390236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8619; }","duration":"179.641562ms","start":"2026-03-06T21:35:12.480994Z","end":"2026-03-06T21:35:12.660635Z","steps":["trace[470390236] 'agreement among raft nodes before linearized reading' (duration: 179.278523ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:37:48.703735Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:37:48.710779Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T21:37:48.710905Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T21:37:51.93819Z","caller":"traceutil/trace.go:171","msg":"trace[13032479] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"113.573675ms","start":"2026-03-06T21:37:51.82457Z","end":"2026-03-06T21:37:51.938144Z","steps":["trace[13032479] 'process raft request' (duration: 113.294518ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:38:37.698853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7752} {"level":"info","ts":"2026-03-06T21:38:37.768244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7752,"took":"66.6957ms","hash":526038654,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":26259456,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-06T21:38:37.768384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":526038654,"revision":7752,"compact-revision":5728} {"level":"info","ts":"2026-03-06T21:43:37.705746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9986} {"level":"info","ts":"2026-03-06T21:43:37.777501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9986,"took":"69.742217ms","hash":1505147651,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":17489920,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-06T21:43:37.777551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1505147651,"revision":9986,"compact-revision":7752}