{"level":"warn","ts":"2026-03-19T09:00:53.450823Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:00:53.450929Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.220:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.220:2380","--initial-cluster=instance=https://199.19.213.220:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.220:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.220:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T09:00:53.451027Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:00:53.451037Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.220:2380"]} {"level":"info","ts":"2026-03-19T09:00:53.45106Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:00:53.452145Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.220:2379"]} {"level":"info","ts":"2026-03-19T09:00:53.452254Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.220:2380"],"listen-peer-urls":["https://199.19.213.220:2380"],"advertise-client-urls":["https://199.19.213.220:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.220:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.220:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T09:00:53.45944Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.558431ms"} {"level":"info","ts":"2026-03-19T09:00:53.472355Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ab3c4fae41c4ba3","cluster-id":"574139c3944fcfd2"} {"level":"info","ts":"2026-03-19T09:00:53.472519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T09:00:53.472553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became follower at term 0"} {"level":"info","ts":"2026-03-19T09:00:53.472569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ab3c4fae41c4ba3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T09:00:53.472587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became follower at term 1"} {"level":"info","ts":"2026-03-19T09:00:53.472686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 switched to configuration voters=(771176543058414499)"} {"level":"warn","ts":"2026-03-19T09:00:53.477899Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T09:00:53.480626Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T09:00:53.482037Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T09:00:53.485331Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ab3c4fae41c4ba3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T09:00:53.485606Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ab3c4fae41c4ba3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T09:00:53.485727Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:00:53.486042Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:00:53.486073Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:00:53.48808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 switched to configuration voters=(771176543058414499)"} {"level":"info","ts":"2026-03-19T09:00:53.488493Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"574139c3944fcfd2","local-member-id":"ab3c4fae41c4ba3","added-peer-id":"ab3c4fae41c4ba3","added-peer-peer-urls":["https://199.19.213.220:2380"]} {"level":"info","ts":"2026-03-19T09:00:53.491982Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:00:53.492333Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ab3c4fae41c4ba3","initial-advertise-peer-urls":["https://199.19.213.220:2380"],"listen-peer-urls":["https://199.19.213.220:2380"],"advertise-client-urls":["https://199.19.213.220:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.220:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T09:00:53.492452Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T09:00:53.492576Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.220:2380"} {"level":"info","ts":"2026-03-19T09:00:53.492612Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.220:2380"} {"level":"info","ts":"2026-03-19T09:00:53.573992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T09:00:53.574041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T09:00:53.574061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 received MsgPreVoteResp from ab3c4fae41c4ba3 at term 1"} {"level":"info","ts":"2026-03-19T09:00:53.574076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became candidate at term 2"} {"level":"info","ts":"2026-03-19T09:00:53.574084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 received MsgVoteResp from ab3c4fae41c4ba3 at term 2"} {"level":"info","ts":"2026-03-19T09:00:53.574096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became leader at term 2"} {"level":"info","ts":"2026-03-19T09:00:53.574119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ab3c4fae41c4ba3 elected leader ab3c4fae41c4ba3 at term 2"} {"level":"info","ts":"2026-03-19T09:00:53.574999Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:53.576624Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"574139c3944fcfd2","local-member-id":"ab3c4fae41c4ba3","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:53.576747Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:00:53.576741Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ab3c4fae41c4ba3","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.220:2379]}","request-path":"/0/members/ab3c4fae41c4ba3/attributes","cluster-id":"574139c3944fcfd2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T09:00:53.576783Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:00:53.576985Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:53.577187Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:00:53.577252Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T09:00:53.577335Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T09:00:53.579469Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T09:00:53.580107Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.220:2379"} {"level":"info","ts":"2026-03-19T09:01:07.945221Z","caller":"traceutil/trace.go:171","msg":"trace[1740950297] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:403; }","duration":"112.946891ms","start":"2026-03-19T09:01:07.83225Z","end":"2026-03-19T09:01:07.945197Z","steps":["trace[1740950297] 'read index received' (duration: 112.772548ms)","trace[1740950297] 'applied index is now lower than readState.Index' (duration: 173.073µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:07.945403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.097694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:07.945429Z","caller":"traceutil/trace.go:171","msg":"trace[1717992056] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"194.238427ms","start":"2026-03-19T09:01:07.751154Z","end":"2026-03-19T09:01:07.945393Z","steps":["trace[1717992056] 'process raft request' (duration: 193.89264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:07.945459Z","caller":"traceutil/trace.go:171","msg":"trace[1004608637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:392; }","duration":"113.237477ms","start":"2026-03-19T09:01:07.832209Z","end":"2026-03-19T09:01:07.945447Z","steps":["trace[1004608637] 'agreement among raft nodes before linearized reading' (duration: 113.109535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:13.374776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.641812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-19T09:01:13.37488Z","caller":"traceutil/trace.go:171","msg":"trace[1448917861] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:442; }","duration":"176.794324ms","start":"2026-03-19T09:01:13.198063Z","end":"2026-03-19T09:01:13.374858Z","steps":["trace[1448917861] 'range keys from in-memory index tree' (duration: 176.55358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:13.374891Z","caller":"traceutil/trace.go:171","msg":"trace[1559302626] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"176.720033ms","start":"2026-03-19T09:01:13.198138Z","end":"2026-03-19T09:01:13.374858Z","steps":["trace[1559302626] 'process raft request' (duration: 175.972379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:34.323617Z","caller":"traceutil/trace.go:171","msg":"trace[1663031730] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"103.842896ms","start":"2026-03-19T09:01:34.219749Z","end":"2026-03-19T09:01:34.323592Z","steps":["trace[1663031730] 'process raft request' (duration: 103.727624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:35.366177Z","caller":"traceutil/trace.go:171","msg":"trace[26360561] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"100.388968ms","start":"2026-03-19T09:01:35.265747Z","end":"2026-03-19T09:01:35.366136Z","steps":["trace[26360561] 'process raft request' (duration: 100.265876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:56.676611Z","caller":"traceutil/trace.go:171","msg":"trace[1438592288] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:961; }","duration":"259.377726ms","start":"2026-03-19T09:01:56.417209Z","end":"2026-03-19T09:01:56.676587Z","steps":["trace[1438592288] 'read index received' (duration: 14.407608ms)","trace[1438592288] 'applied index is now lower than readState.Index' (duration: 244.969068ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:56.67662Z","caller":"traceutil/trace.go:171","msg":"trace[649425843] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"266.283154ms","start":"2026-03-19T09:01:56.410311Z","end":"2026-03-19T09:01:56.676594Z","steps":["trace[649425843] 'process raft request' (duration: 266.07472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.67684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.607531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:01:56.676702Z","caller":"traceutil/trace.go:171","msg":"trace[136555598] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"266.270654ms","start":"2026-03-19T09:01:56.410405Z","end":"2026-03-19T09:01:56.676676Z","steps":["trace[136555598] 'process raft request' (duration: 266.124371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:56.676892Z","caller":"traceutil/trace.go:171","msg":"trace[209908415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:939; }","duration":"259.694392ms","start":"2026-03-19T09:01:56.417182Z","end":"2026-03-19T09:01:56.676877Z","steps":["trace[209908415] 'agreement among raft nodes before linearized reading' (duration: 259.512389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:56.67707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.174392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:01:56.677224Z","caller":"traceutil/trace.go:171","msg":"trace[562416973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:939; }","duration":"222.372896ms","start":"2026-03-19T09:01:56.454835Z","end":"2026-03-19T09:01:56.677208Z","steps":["trace[562416973] 'agreement among raft nodes before linearized reading' (duration: 221.991828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.164111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.345317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:02:49.164068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.903917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-183adc87-273a-4f71-a779-cec702cccefc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T09:02:49.164195Z","caller":"traceutil/trace.go:171","msg":"trace[1143198088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1604; }","duration":"215.422118ms","start":"2026-03-19T09:02:48.948757Z","end":"2026-03-19T09:02:49.164179Z","steps":["trace[1143198088] 'range keys from in-memory index tree' (duration: 215.01869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:49.164218Z","caller":"traceutil/trace.go:171","msg":"trace[1637998480] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-183adc87-273a-4f71-a779-cec702cccefc; range_end:; response_count:1; response_revision:1604; }","duration":"179.094381ms","start":"2026-03-19T09:02:48.985099Z","end":"2026-03-19T09:02:49.164194Z","steps":["trace[1637998480] 'range keys from in-memory index tree' (duration: 178.705614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.164071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.505079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:49.16443Z","caller":"traceutil/trace.go:171","msg":"trace[2126158780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1604; }","duration":"215.883427ms","start":"2026-03-19T09:02:48.948502Z","end":"2026-03-19T09:02:49.164385Z","steps":["trace[2126158780] 'range keys from in-memory index tree' (duration: 215.355296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.164048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.426317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:49.164623Z","caller":"traceutil/trace.go:171","msg":"trace[1453634725] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1604; }","duration":"139.047019ms","start":"2026-03-19T09:02:49.025565Z","end":"2026-03-19T09:02:49.164612Z","steps":["trace[1453634725] 'range keys from in-memory index tree' (duration: 138.407537ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:00.788242Z","caller":"traceutil/trace.go:171","msg":"trace[1345113598] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"133.616952ms","start":"2026-03-19T09:03:00.654597Z","end":"2026-03-19T09:03:00.788214Z","steps":["trace[1345113598] 'process raft request' (duration: 133.469329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:38.582742Z","caller":"traceutil/trace.go:171","msg":"trace[1234900536] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"139.263662ms","start":"2026-03-19T09:03:38.443457Z","end":"2026-03-19T09:03:38.58272Z","steps":["trace[1234900536] 'read index received' (duration: 139.104709ms)","trace[1234900536] 'applied index is now lower than readState.Index' (duration: 157.993µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:38.582914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.441275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:03:38.582941Z","caller":"traceutil/trace.go:171","msg":"trace[653745446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1896; }","duration":"139.514936ms","start":"2026-03-19T09:03:38.443417Z","end":"2026-03-19T09:03:38.582932Z","steps":["trace[653745446] 'agreement among raft nodes before linearized reading' (duration: 139.387564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:38.582953Z","caller":"traceutil/trace.go:171","msg":"trace[588707490] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"249.740666ms","start":"2026-03-19T09:03:38.333189Z","end":"2026-03-19T09:03:38.58293Z","steps":["trace[588707490] 'process raft request' (duration: 249.39231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:04.163279Z","caller":"traceutil/trace.go:171","msg":"trace[1372836122] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2610; }","duration":"250.512522ms","start":"2026-03-19T09:05:03.912738Z","end":"2026-03-19T09:05:04.163251Z","steps":["trace[1372836122] 'read index received' (duration: 14.724485ms)","trace[1372836122] 'applied index is now lower than readState.Index' (duration: 235.786827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:04.163477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.705216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:04.163517Z","caller":"traceutil/trace.go:171","msg":"trace[447350576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2511; }","duration":"250.803559ms","start":"2026-03-19T09:05:03.9127Z","end":"2026-03-19T09:05:04.163504Z","steps":["trace[447350576] 'agreement among raft nodes before linearized reading' (duration: 250.688807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:04.163641Z","caller":"traceutil/trace.go:171","msg":"trace[2040242108] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"303.881666ms","start":"2026-03-19T09:05:03.85973Z","end":"2026-03-19T09:05:04.163611Z","steps":["trace[2040242108] 'process raft request' (duration: 262.629527ms)","trace[2040242108] 'compare' (duration: 40.756469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:04.164598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:03.85972Z","time spent":"304.269773ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:28.952635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.215094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:28.952753Z","caller":"traceutil/trace.go:171","msg":"trace[564409291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3402; }","duration":"121.337867ms","start":"2026-03-19T09:07:28.831387Z","end":"2026-03-19T09:07:28.952725Z","steps":["trace[564409291] 'range keys from in-memory index tree' (duration: 121.141423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.952635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.801153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:07:28.952853Z","caller":"traceutil/trace.go:171","msg":"trace[700040840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3402; }","duration":"108.024537ms","start":"2026-03-19T09:07:28.844808Z","end":"2026-03-19T09:07:28.952832Z","steps":["trace[700040840] 'range keys from in-memory index tree' (duration: 107.64773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:50.61369Z","caller":"traceutil/trace.go:171","msg":"trace[541529663] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"102.340818ms","start":"2026-03-19T09:08:50.511291Z","end":"2026-03-19T09:08:50.613632Z","steps":["trace[541529663] 'process raft request' (duration: 95.616252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:08.626006Z","caller":"traceutil/trace.go:171","msg":"trace[1453713735] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"145.366589ms","start":"2026-03-19T09:09:08.480611Z","end":"2026-03-19T09:09:08.625977Z","steps":["trace[1453713735] 'process raft request' (duration: 144.724677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:08.793924Z","caller":"traceutil/trace.go:171","msg":"trace[446399693] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5003; }","duration":"160.045958ms","start":"2026-03-19T09:09:08.633849Z","end":"2026-03-19T09:09:08.793895Z","steps":["trace[446399693] 'read index received' (duration: 158.58186ms)","trace[446399693] 'applied index is now lower than readState.Index' (duration: 1.460258ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:08.793931Z","caller":"traceutil/trace.go:171","msg":"trace[183852010] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"163.641397ms","start":"2026-03-19T09:09:08.63026Z","end":"2026-03-19T09:09:08.793901Z","steps":["trace[183852010] 'process raft request' (duration: 162.20424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:08.794196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.358924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wr66g\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-19T09:09:08.79424Z","caller":"traceutil/trace.go:171","msg":"trace[857378495] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-wr66g; range_end:; response_count:1; response_revision:4813; }","duration":"160.462586ms","start":"2026-03-19T09:09:08.633764Z","end":"2026-03-19T09:09:08.794226Z","steps":["trace[857378495] 'agreement among raft nodes before linearized reading' (duration: 160.284513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:08.980182Z","caller":"traceutil/trace.go:171","msg":"trace[787743677] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"125.329847ms","start":"2026-03-19T09:09:08.854826Z","end":"2026-03-19T09:09:08.980156Z","steps":["trace[787743677] 'process raft request' (duration: 125.265166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:08.980211Z","caller":"traceutil/trace.go:171","msg":"trace[198303922] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"125.606373ms","start":"2026-03-19T09:09:08.854565Z","end":"2026-03-19T09:09:08.980171Z","steps":["trace[198303922] 'process raft request' (duration: 125.482661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:08.980221Z","caller":"traceutil/trace.go:171","msg":"trace[1390437405] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"125.763715ms","start":"2026-03-19T09:09:08.854422Z","end":"2026-03-19T09:09:08.980186Z","steps":["trace[1390437405] 'process raft request' (duration: 88.6981ms)","trace[1390437405] 'compare' (duration: 36.77998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:11.745609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372620250221475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:12.24616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372620250221475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:12.747137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372620250221475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:13.247524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372620250221475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:13.375111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54241467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:13.375228Z","caller":"traceutil/trace.go:171","msg":"trace[541424542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4839; }","duration":"2.542584073s","start":"2026-03-19T09:09:10.83262Z","end":"2026-03-19T09:09:13.375204Z","steps":["trace[541424542] 'range keys from in-memory index tree' (duration: 2.542317409s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.375285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:10.832598Z","time spent":"2.542674636s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:09:13.375296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565567991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:09:13.375461Z","caller":"traceutil/trace.go:171","msg":"trace[361334454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4839; }","duration":"2.565774305s","start":"2026-03-19T09:09:10.809634Z","end":"2026-03-19T09:09:13.375408Z","steps":["trace[361334454] 'range keys from in-memory index tree' (duration: 2.565270805s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.375534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:10.80961Z","time spent":"2.565907797s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:09:13.375675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565925208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T09:09:13.375791Z","caller":"traceutil/trace.go:171","msg":"trace[1391784886] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4839; }","duration":"2.566070831s","start":"2026-03-19T09:09:10.809692Z","end":"2026-03-19T09:09:13.375763Z","steps":["trace[1391784886] 'range keys from in-memory index tree' (duration: 2.565652163s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.375842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:10.809671Z","time spent":"2.566157453s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:09:13.412053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.238592502s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:09:13.412513Z","caller":"traceutil/trace.go:171","msg":"trace[622043757] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"2.239191475s","start":"2026-03-19T09:09:11.173289Z","end":"2026-03-19T09:09:13.41248Z","steps":["trace[622043757] 'process raft request' (duration: 2.238978781s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.412691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.173257Z","time spent":"2.239345507s","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17723,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:13.430611Z","caller":"traceutil/trace.go:171","msg":"trace[84007722] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"2.246603296s","start":"2026-03-19T09:09:11.183985Z","end":"2026-03-19T09:09:13.430588Z","steps":["trace[84007722] 'process raft request' (duration: 2.246388551s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.430793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.183955Z","time spent":"2.246730217s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:13.430841Z","caller":"traceutil/trace.go:171","msg":"trace[641749129] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"1.496253592s","start":"2026-03-19T09:09:11.934572Z","end":"2026-03-19T09:09:13.430825Z","steps":["trace[641749129] 'process raft request' (duration: 1.495963957s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.430914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.934555Z","time spent":"1.496322363s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:13.430979Z","caller":"traceutil/trace.go:171","msg":"trace[34769921] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"1.49511789s","start":"2026-03-19T09:09:11.935835Z","end":"2026-03-19T09:09:13.430953Z","steps":["trace[34769921] 'process raft request' (duration: 1.494937297s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:13.431102Z","caller":"traceutil/trace.go:171","msg":"trace[594295988] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5031; }","duration":"2.186609973s","start":"2026-03-19T09:09:11.244465Z","end":"2026-03-19T09:09:13.431075Z","steps":["trace[594295988] 'read index received' (duration: 2.167846686s)","trace[594295988] 'applied index is now lower than readState.Index' (duration: 18.761237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:13.431143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.935826Z","time spent":"1.495230512s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:09:13.431296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.219165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:13.431337Z","caller":"traceutil/trace.go:171","msg":"trace[795788809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"598.305356ms","start":"2026-03-19T09:09:12.83302Z","end":"2026-03-19T09:09:13.431325Z","steps":["trace[795788809] 'agreement among raft nodes before linearized reading' (duration: 598.239675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.431336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186863717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:09:13.431368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:12.833Z","time spent":"598.361808ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:09:13.431377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506056008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:09:13.431428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.796846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-19T09:09:13.431454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705165791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2phkz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:09:13.43146Z","caller":"traceutil/trace.go:171","msg":"trace[777881992] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4845; }","duration":"1.506188271s","start":"2026-03-19T09:09:11.925248Z","end":"2026-03-19T09:09:13.431436Z","steps":["trace[777881992] 'agreement among raft nodes before linearized reading' (duration: 1.506045559s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:13.431476Z","caller":"traceutil/trace.go:171","msg":"trace[983007288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4845; }","duration":"777.858357ms","start":"2026-03-19T09:09:12.653604Z","end":"2026-03-19T09:09:13.431463Z","steps":["trace[983007288] 'agreement among raft nodes before linearized reading' (duration: 777.753635ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:13.431487Z","caller":"traceutil/trace.go:171","msg":"trace[628410910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2phkz; range_end:; response_count:1; response_revision:4845; }","duration":"1.705239143s","start":"2026-03-19T09:09:11.726238Z","end":"2026-03-19T09:09:13.431477Z","steps":["trace[628410910] 'agreement among raft nodes before linearized reading' (duration: 1.705153461s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.431518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:12.653595Z","time spent":"777.915868ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:09:13.431525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.726215Z","time spent":"1.705303164s","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2phkz\" "} {"level":"warn","ts":"2026-03-19T09:09:13.431525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.925238Z","time spent":"1.506272733s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:09:13.43158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.291483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T09:09:13.431634Z","caller":"traceutil/trace.go:171","msg":"trace[331094851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4845; }","duration":"329.381304ms","start":"2026-03-19T09:09:13.102233Z","end":"2026-03-19T09:09:13.431615Z","steps":["trace[331094851] 'agreement among raft nodes before linearized reading' (duration: 329.227502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.431645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015551465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:09:13.431737Z","caller":"traceutil/trace.go:171","msg":"trace[1269055997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4845; }","duration":"1.015669996s","start":"2026-03-19T09:09:12.416038Z","end":"2026-03-19T09:09:13.431708Z","steps":["trace[1269055997] 'agreement among raft nodes before linearized reading' (duration: 1.015395191s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.431787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:12.416021Z","time spent":"1.015756118s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:09:13.431403Z","caller":"traceutil/trace.go:171","msg":"trace[568641873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4845; }","duration":"2.186969039s","start":"2026-03-19T09:09:11.244414Z","end":"2026-03-19T09:09:13.431383Z","steps":["trace[568641873] 'agreement among raft nodes before linearized reading' (duration: 2.186747375s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.432006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.244391Z","time spent":"2.187605381s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:09:13.431367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868409061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:09:13.432083Z","caller":"traceutil/trace.go:171","msg":"trace[2024366818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4845; }","duration":"1.869176575s","start":"2026-03-19T09:09:11.562893Z","end":"2026-03-19T09:09:13.432069Z","steps":["trace[2024366818] 'agreement among raft nodes before linearized reading' (duration: 1.868343729s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.432134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:11.562869Z","time spent":"1.869251937s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:09:13.431329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.015317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:09:13.432193Z","caller":"traceutil/trace.go:171","msg":"trace[602062891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4845; }","duration":"792.919855ms","start":"2026-03-19T09:09:12.639244Z","end":"2026-03-19T09:09:13.432164Z","steps":["trace[602062891] 'agreement among raft nodes before linearized reading' (duration: 791.993797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.431684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:13.102214Z","time spent":"329.446475ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T09:09:13.432238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:12.639216Z","time spent":"793.012027ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:09:13.639549Z","caller":"traceutil/trace.go:171","msg":"trace[775236236] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5037; }","duration":"202.190132ms","start":"2026-03-19T09:09:13.437332Z","end":"2026-03-19T09:09:13.639522Z","steps":["trace[775236236] 'read index received' (duration: 69.642µs)","trace[775236236] 'applied index is now lower than readState.Index' (duration: 202.11947ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:13.639669Z","caller":"traceutil/trace.go:171","msg":"trace[1137076852] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"202.302924ms","start":"2026-03-19T09:09:13.437307Z","end":"2026-03-19T09:09:13.63961Z","steps":["trace[1137076852] 'process raft request' (duration: 192.342515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.639878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.522328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-19T09:09:13.639923Z","caller":"traceutil/trace.go:171","msg":"trace[1848719185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4846; }","duration":"202.58791ms","start":"2026-03-19T09:09:13.437324Z","end":"2026-03-19T09:09:13.639912Z","steps":["trace[1848719185] 'agreement among raft nodes before linearized reading' (duration: 202.339175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:13.652237Z","caller":"traceutil/trace.go:171","msg":"trace[1145693087] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"214.801003ms","start":"2026-03-19T09:09:13.43742Z","end":"2026-03-19T09:09:13.652221Z","steps":["trace[1145693087] 'process raft request' (duration: 214.67538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:13.652588Z","caller":"traceutil/trace.go:171","msg":"trace[2025436133] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"215.029026ms","start":"2026-03-19T09:09:13.437524Z","end":"2026-03-19T09:09:13.652553Z","steps":["trace[2025436133] 'process raft request' (duration: 214.656379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:13.652654Z","caller":"traceutil/trace.go:171","msg":"trace[2053241521] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"215.076556ms","start":"2026-03-19T09:09:13.437557Z","end":"2026-03-19T09:09:13.652634Z","steps":["trace[2053241521] 'process raft request' (duration: 214.852232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:13.65291Z","caller":"traceutil/trace.go:171","msg":"trace[2049962478] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"215.23421ms","start":"2026-03-19T09:09:13.437662Z","end":"2026-03-19T09:09:13.652896Z","steps":["trace[2049962478] 'process raft request' (duration: 214.913184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.652934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.866643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:13.65297Z","caller":"traceutil/trace.go:171","msg":"trace[1746815281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4850; }","duration":"213.922584ms","start":"2026-03-19T09:09:13.439036Z","end":"2026-03-19T09:09:13.652959Z","steps":["trace[1746815281] 'agreement among raft nodes before linearized reading' (duration: 213.857743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:13.653234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.851243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70976"} {"level":"info","ts":"2026-03-19T09:09:13.653307Z","caller":"traceutil/trace.go:171","msg":"trace[910743034] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4850; }","duration":"215.961095ms","start":"2026-03-19T09:09:13.437329Z","end":"2026-03-19T09:09:13.65329Z","steps":["trace[910743034] 'agreement among raft nodes before linearized reading' (duration: 215.468585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:14.756728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.831984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:09:14.75683Z","caller":"traceutil/trace.go:171","msg":"trace[504281401] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"123.040304ms","start":"2026-03-19T09:09:14.633771Z","end":"2026-03-19T09:09:14.756811Z","steps":["trace[504281401] 'read index received' (duration: 56.211µs)","trace[504281401] 'applied index is now lower than readState.Index' (duration: 122.982543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:14.756948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.165077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:14.75698Z","caller":"traceutil/trace.go:171","msg":"trace[313518840] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4850; }","duration":"123.243698ms","start":"2026-03-19T09:09:14.633725Z","end":"2026-03-19T09:09:14.756969Z","steps":["trace[313518840] 'agreement among raft nodes before linearized reading' (duration: 123.169616ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:19.849659Z","caller":"traceutil/trace.go:171","msg":"trace[693384157] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"118.505607ms","start":"2026-03-19T09:09:19.731124Z","end":"2026-03-19T09:09:19.84963Z","steps":["trace[693384157] 'process raft request' (duration: 118.233172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:46.337775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372620250222398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:46.838294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372620250222398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:09:46.873629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039235076s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:09:46.893513Z","caller":"traceutil/trace.go:171","msg":"trace[483281902] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"1.059386819s","start":"2026-03-19T09:09:45.834079Z","end":"2026-03-19T09:09:46.893466Z","steps":["trace[483281902] 'process raft request' (duration: 1.039745975s)","trace[483281902] 'compare' (duration: 19.250567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:46.893743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:45.834067Z","time spent":"1.059547373s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:46.907624Z","caller":"traceutil/trace.go:171","msg":"trace[1357306226] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5422; }","duration":"1.070747276s","start":"2026-03-19T09:09:45.836845Z","end":"2026-03-19T09:09:46.907592Z","steps":["trace[1357306226] 'read index received' (duration: 1.036977513s)","trace[1357306226] 'applied index is now lower than readState.Index' (duration: 33.768503ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:46.907715Z","caller":"traceutil/trace.go:171","msg":"trace[178208401] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"1.071867399s","start":"2026-03-19T09:09:45.835811Z","end":"2026-03-19T09:09:46.907679Z","steps":["trace[178208401] 'process raft request' (duration: 1.071632823s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:46.90788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070997172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:09:46.907887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:45.835781Z","time spent":"1.07199046s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:46.907937Z","caller":"traceutil/trace.go:171","msg":"trace[1220559510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5224; }","duration":"1.071113133s","start":"2026-03-19T09:09:45.836809Z","end":"2026-03-19T09:09:46.907923Z","steps":["trace[1220559510] 'agreement among raft nodes before linearized reading' (duration: 1.07091884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:46.907983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:45.836799Z","time spent":"1.071174534s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:09:46.907997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069695037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2phkz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:09:46.908089Z","caller":"traceutil/trace.go:171","msg":"trace[2074793503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2phkz; range_end:; response_count:1; response_revision:5224; }","duration":"1.069844629s","start":"2026-03-19T09:09:45.838219Z","end":"2026-03-19T09:09:46.908064Z","steps":["trace[2074793503] 'agreement among raft nodes before linearized reading' (duration: 1.069577574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:46.908151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:45.838193Z","time spent":"1.069945991s","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2phkz\" "} {"level":"info","ts":"2026-03-19T09:10:56.566778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2771} {"level":"info","ts":"2026-03-19T09:10:56.622736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2771,"took":"54.153886ms","hash":1034932986,"current-db-size-bytes":41472000,"current-db-size":"42 MB","current-db-size-in-use-bytes":31256576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T09:10:56.622819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1034932986,"revision":2771,"compact-revision":-1} {"level":"info","ts":"2026-03-19T09:15:14.787012Z","caller":"traceutil/trace.go:171","msg":"trace[611933281] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7838; }","duration":"230.239181ms","start":"2026-03-19T09:15:14.556752Z","end":"2026-03-19T09:15:14.786991Z","steps":["trace[611933281] 'read index received' (duration: 206.040619ms)","trace[611933281] 'applied index is now lower than readState.Index' (duration: 24.197282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:15:14.787201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.269878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:15:14.787219Z","caller":"traceutil/trace.go:171","msg":"trace[2008278032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7561; }","duration":"224.33068ms","start":"2026-03-19T09:15:14.562883Z","end":"2026-03-19T09:15:14.787214Z","steps":["trace[2008278032] 'agreement among raft nodes before linearized reading' (duration: 224.219288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:14.787259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.480585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:15:14.787354Z","caller":"traceutil/trace.go:171","msg":"trace[707586507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7561; }","duration":"230.580847ms","start":"2026-03-19T09:15:14.556746Z","end":"2026-03-19T09:15:14.787327Z","steps":["trace[707586507] 'agreement among raft nodes before linearized reading' (duration: 230.339522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:14.787352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.559095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:15:14.787426Z","caller":"traceutil/trace.go:171","msg":"trace[1696567293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7561; }","duration":"216.645046ms","start":"2026-03-19T09:15:14.570764Z","end":"2026-03-19T09:15:14.787409Z","steps":["trace[1696567293] 'agreement among raft nodes before linearized reading' (duration: 216.429302ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:14.941385Z","caller":"traceutil/trace.go:171","msg":"trace[379792945] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"148.325611ms","start":"2026-03-19T09:15:14.79304Z","end":"2026-03-19T09:15:14.941366Z","steps":["trace[379792945] 'process raft request' (duration: 148.147248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:14.957766Z","caller":"traceutil/trace.go:171","msg":"trace[484798388] transaction","detail":"{read_only:false; response_revision:7563; number_of_response:1; }","duration":"164.372811ms","start":"2026-03-19T09:15:14.793365Z","end":"2026-03-19T09:15:14.957737Z","steps":["trace[484798388] 'process raft request' (duration: 163.887571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:14.957966Z","caller":"traceutil/trace.go:171","msg":"trace[783221778] linearizableReadLoop","detail":"{readStateIndex:7842; appliedIndex:7839; }","duration":"147.816761ms","start":"2026-03-19T09:15:14.810136Z","end":"2026-03-19T09:15:14.957953Z","steps":["trace[783221778] 'read index received' (duration: 131.151759ms)","trace[783221778] 'applied index is now lower than readState.Index' (duration: 16.664122ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:14.95798Z","caller":"traceutil/trace.go:171","msg":"trace[1108918721] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"164.464713ms","start":"2026-03-19T09:15:14.793481Z","end":"2026-03-19T09:15:14.957945Z","steps":["trace[1108918721] 'process raft request' (duration: 164.205128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:14.958148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.009605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2phkz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:15:14.958171Z","caller":"traceutil/trace.go:171","msg":"trace[1937565838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2phkz; range_end:; response_count:1; response_revision:7566; }","duration":"148.084216ms","start":"2026-03-19T09:15:14.810081Z","end":"2026-03-19T09:15:14.958165Z","steps":["trace[1937565838] 'agreement among raft nodes before linearized reading' (duration: 147.949993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:14.958197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.006004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:15:14.958296Z","caller":"traceutil/trace.go:171","msg":"trace[362234040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7566; }","duration":"126.104515ms","start":"2026-03-19T09:15:14.832126Z","end":"2026-03-19T09:15:14.958231Z","steps":["trace[362234040] 'agreement among raft nodes before linearized reading' (duration: 125.925032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:56.57252Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5772} {"level":"info","ts":"2026-03-19T09:15:56.655077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5772,"took":"80.699368ms","hash":575439448,"current-db-size-bytes":43528192,"current-db-size":"44 MB","current-db-size-in-use-bytes":23130112,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T09:15:56.6552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":575439448,"revision":5772,"compact-revision":2771} {"level":"info","ts":"2026-03-19T09:15:57.466648Z","caller":"traceutil/trace.go:171","msg":"trace[1074500301] linearizableReadLoop","detail":"{readStateIndex:8115; appliedIndex:8113; }","duration":"247.108665ms","start":"2026-03-19T09:15:57.219515Z","end":"2026-03-19T09:15:57.466624Z","steps":["trace[1074500301] 'read index received' (duration: 221.221762ms)","trace[1074500301] 'applied index is now lower than readState.Index' (duration: 25.885783ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:57.466693Z","caller":"traceutil/trace.go:171","msg":"trace[552684786] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"265.02275ms","start":"2026-03-19T09:15:57.201633Z","end":"2026-03-19T09:15:57.466656Z","steps":["trace[552684786] 'process raft request' (duration: 239.075226ms)","trace[552684786] 'compare' (duration: 25.566667ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:57.466785Z","caller":"traceutil/trace.go:171","msg":"trace[1161815781] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"263.259437ms","start":"2026-03-19T09:15:57.203516Z","end":"2026-03-19T09:15:57.466776Z","steps":["trace[1161815781] 'process raft request' (duration: 263.051723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:57.46698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.438962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:15:57.467018Z","caller":"traceutil/trace.go:171","msg":"trace[2077873831] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7825; }","duration":"247.495083ms","start":"2026-03-19T09:15:57.219509Z","end":"2026-03-19T09:15:57.467004Z","steps":["trace[2077873831] 'agreement among raft nodes before linearized reading' (duration: 247.412311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:57.467192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.263463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:15:57.467239Z","caller":"traceutil/trace.go:171","msg":"trace[1900353610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7825; }","duration":"199.352784ms","start":"2026-03-19T09:15:57.267875Z","end":"2026-03-19T09:15:57.467227Z","steps":["trace[1900353610] 'agreement among raft nodes before linearized reading' (duration: 199.216081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:57.467416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.980106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2phkz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:15:57.467459Z","caller":"traceutil/trace.go:171","msg":"trace[1640415991] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2phkz; range_end:; response_count:1; response_revision:7825; }","duration":"191.09817ms","start":"2026-03-19T09:15:57.276352Z","end":"2026-03-19T09:15:57.46745Z","steps":["trace[1640415991] 'agreement among raft nodes before linearized reading' (duration: 190.991998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:57.629947Z","caller":"traceutil/trace.go:171","msg":"trace[1982180196] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8115; }","duration":"157.261137ms","start":"2026-03-19T09:15:57.472659Z","end":"2026-03-19T09:15:57.62992Z","steps":["trace[1982180196] 'read index received' (duration: 155.81163ms)","trace[1982180196] 'applied index is now lower than readState.Index' (duration: 1.447287ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:57.630011Z","caller":"traceutil/trace.go:171","msg":"trace[1160528153] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"157.570903ms","start":"2026-03-19T09:15:57.472421Z","end":"2026-03-19T09:15:57.629992Z","steps":["trace[1160528153] 'process raft request' (duration: 157.45275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:57.630373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.705465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228606"} {"level":"info","ts":"2026-03-19T09:15:57.630414Z","caller":"traceutil/trace.go:171","msg":"trace[1140460979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7827; }","duration":"157.808997ms","start":"2026-03-19T09:15:57.472594Z","end":"2026-03-19T09:15:57.630403Z","steps":["trace[1140460979] 'agreement among raft nodes before linearized reading' (duration: 157.42326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:57.630734Z","caller":"traceutil/trace.go:171","msg":"trace[922088755] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"158.644044ms","start":"2026-03-19T09:15:57.472049Z","end":"2026-03-19T09:15:57.630693Z","steps":["trace[922088755] 'process raft request' (duration: 156.575935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:09.501543Z","caller":"traceutil/trace.go:171","msg":"trace[1183445310] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7923; }","duration":"234.857937ms","start":"2026-03-19T09:16:09.266635Z","end":"2026-03-19T09:16:09.501493Z","steps":["trace[1183445310] 'process raft request' (duration: 157.467531ms)","trace[1183445310] 'compare' (duration: 77.210533ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:09.61561Z","caller":"traceutil/trace.go:171","msg":"trace[229305668] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"108.435725ms","start":"2026-03-19T09:16:09.50715Z","end":"2026-03-19T09:16:09.615585Z","steps":["trace[229305668] 'read index received' (duration: 97.713435ms)","trace[229305668] 'applied index is now lower than readState.Index' (duration: 10.72125ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:09.615723Z","caller":"traceutil/trace.go:171","msg":"trace[1978788719] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"343.582937ms","start":"2026-03-19T09:16:09.272094Z","end":"2026-03-19T09:16:09.615677Z","steps":["trace[1978788719] 'process raft request' (duration: 332.898988ms)","trace[1978788719] 'compare' (duration: 10.470705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:09.615849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.67871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:16:09.615887Z","caller":"traceutil/trace.go:171","msg":"trace[1457881024] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:7924; }","duration":"108.787222ms","start":"2026-03-19T09:16:09.50709Z","end":"2026-03-19T09:16:09.615877Z","steps":["trace[1457881024] 'agreement among raft nodes before linearized reading' (duration: 108.623598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:09.615934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:09.272058Z","time spent":"343.763051ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:10.272642Z","caller":"traceutil/trace.go:171","msg":"trace[1098696738] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8225; }","duration":"166.931888ms","start":"2026-03-19T09:16:10.105695Z","end":"2026-03-19T09:16:10.272627Z","steps":["trace[1098696738] 'read index received' (duration: 79.2328ms)","trace[1098696738] 'applied index is now lower than readState.Index' (duration: 87.698178ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:10.272744Z","caller":"traceutil/trace.go:171","msg":"trace[2011444172] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"175.56579ms","start":"2026-03-19T09:16:10.097136Z","end":"2026-03-19T09:16:10.272702Z","steps":["trace[2011444172] 'process raft request' (duration: 158.528272ms)","trace[2011444172] 'compare' (duration: 16.906975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:10.272785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.085722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:16:10.272831Z","caller":"traceutil/trace.go:171","msg":"trace[318393581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7932; }","duration":"167.178543ms","start":"2026-03-19T09:16:10.10564Z","end":"2026-03-19T09:16:10.272818Z","steps":["trace[318393581] 'agreement among raft nodes before linearized reading' (duration: 167.061391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:11.158535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.317837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:11.158713Z","caller":"traceutil/trace.go:171","msg":"trace[977232799] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"244.474456ms","start":"2026-03-19T09:16:10.914216Z","end":"2026-03-19T09:16:11.158691Z","steps":["trace[977232799] 'process raft request' (duration: 32.877654ms)","trace[977232799] 'compare' (duration: 211.127223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:22.147334Z","caller":"traceutil/trace.go:171","msg":"trace[1239054560] linearizableReadLoop","detail":"{readStateIndex:8927; appliedIndex:8925; }","duration":"121.272106ms","start":"2026-03-19T09:17:22.026045Z","end":"2026-03-19T09:17:22.147317Z","steps":["trace[1239054560] 'read index received' (duration: 62.91291ms)","trace[1239054560] 'applied index is now lower than readState.Index' (duration: 58.358466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:22.147358Z","caller":"traceutil/trace.go:171","msg":"trace[1985472290] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"148.897469ms","start":"2026-03-19T09:17:21.998441Z","end":"2026-03-19T09:17:22.147339Z","steps":["trace[1985472290] 'process raft request' (duration: 126.486813ms)","trace[1985472290] 'compare' (duration: 22.301744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:22.147506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.445499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:17:22.147535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.246365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:17:22.147559Z","caller":"traceutil/trace.go:171","msg":"trace[1883806085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8613; }","duration":"114.314826ms","start":"2026-03-19T09:17:22.033239Z","end":"2026-03-19T09:17:22.147554Z","steps":["trace[1883806085] 'agreement among raft nodes before linearized reading' (duration: 114.185814ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:22.147564Z","caller":"traceutil/trace.go:171","msg":"trace[1947562219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8613; }","duration":"121.553041ms","start":"2026-03-19T09:17:22.025999Z","end":"2026-03-19T09:17:22.147552Z","steps":["trace[1947562219] 'agreement among raft nodes before linearized reading' (duration: 121.381098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:22.424502Z","caller":"traceutil/trace.go:171","msg":"trace[252699941] linearizableReadLoop","detail":"{readStateIndex:8930; appliedIndex:8929; }","duration":"176.522103ms","start":"2026-03-19T09:17:22.247894Z","end":"2026-03-19T09:17:22.424416Z","steps":["trace[252699941] 'read index received' (duration: 150.673212ms)","trace[252699941] 'applied index is now lower than readState.Index' (duration: 25.846961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:22.424681Z","caller":"traceutil/trace.go:171","msg":"trace[1958570024] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"194.05352ms","start":"2026-03-19T09:17:22.230576Z","end":"2026-03-19T09:17:22.42463Z","steps":["trace[1958570024] 'process raft request' (duration: 168.054266ms)","trace[1958570024] 'compare' (duration: 25.393882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:22.424788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.863629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:17:22.424878Z","caller":"traceutil/trace.go:171","msg":"trace[1329832168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8616; }","duration":"176.972441ms","start":"2026-03-19T09:17:22.247867Z","end":"2026-03-19T09:17:22.424839Z","steps":["trace[1329832168] 'agreement among raft nodes before linearized reading' (duration: 176.736567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:40.320924Z","caller":"traceutil/trace.go:171","msg":"trace[1767108594] linearizableReadLoop","detail":"{readStateIndex:9949; appliedIndex:9947; }","duration":"132.282647ms","start":"2026-03-19T09:19:40.188604Z","end":"2026-03-19T09:19:40.320886Z","steps":["trace[1767108594] 'read index received' (duration: 12.407552ms)","trace[1767108594] 'applied index is now lower than readState.Index' (duration: 119.873925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:40.32101Z","caller":"traceutil/trace.go:171","msg":"trace[492270976] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"169.443713ms","start":"2026-03-19T09:19:40.151534Z","end":"2026-03-19T09:19:40.320978Z","steps":["trace[492270976] 'process raft request' (duration: 161.106377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:40.321146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.503481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:40.321332Z","caller":"traceutil/trace.go:171","msg":"trace[1856491982] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9600; }","duration":"132.751406ms","start":"2026-03-19T09:19:40.188555Z","end":"2026-03-19T09:19:40.321306Z","steps":["trace[1856491982] 'agreement among raft nodes before linearized reading' (duration: 132.480761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:40.342891Z","caller":"traceutil/trace.go:171","msg":"trace[1460841545] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"135.345615ms","start":"2026-03-19T09:19:40.207517Z","end":"2026-03-19T09:19:40.342863Z","steps":["trace[1460841545] 'process raft request' (duration: 135.176491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:45.987951Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab3c4fae41c4ba3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T09:19:45.993155Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T09:19:45.993249Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T09:20:56.577787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7820} {"level":"info","ts":"2026-03-19T09:20:56.638982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7820,"took":"59.01335ms","hash":1846756667,"current-db-size-bytes":43528192,"current-db-size":"44 MB","current-db-size-in-use-bytes":25894912,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-19T09:20:56.639079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1846756667,"revision":7820,"compact-revision":5772} {"level":"info","ts":"2026-03-19T09:25:56.588364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10011} {"level":"info","ts":"2026-03-19T09:25:56.681954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10011,"took":"91.051759ms","hash":489262031,"current-db-size-bytes":43528192,"current-db-size":"44 MB","current-db-size-in-use-bytes":16924672,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-19T09:25:56.682051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":489262031,"revision":10011,"compact-revision":7820}