{"level":"warn","ts":"2026-03-24T15:03:29.55722Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T15:03:29.557312Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.9:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.9:2380","--initial-cluster=instance=https://199.19.213.9:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.9:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.9:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-24T15:03:29.55738Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T15:03:29.557395Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.9:2380"]} {"level":"info","ts":"2026-03-24T15:03:29.557413Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T15:03:29.558039Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.9:2379"]} {"level":"info","ts":"2026-03-24T15:03:29.558113Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.9:2380"],"listen-peer-urls":["https://199.19.213.9:2380"],"advertise-client-urls":["https://199.19.213.9:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.9:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.9:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-24T15:03:29.56189Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.561655ms"} {"level":"info","ts":"2026-03-24T15:03:29.568092Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3a0c9d65f167b31b","cluster-id":"86e523b598166645"} {"level":"info","ts":"2026-03-24T15:03:29.568176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b switched to configuration voters=()"} {"level":"info","ts":"2026-03-24T15:03:29.568197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b became follower at term 0"} {"level":"info","ts":"2026-03-24T15:03:29.568212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3a0c9d65f167b31b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-24T15:03:29.568221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b became follower at term 1"} {"level":"info","ts":"2026-03-24T15:03:29.568267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b switched to configuration voters=(4182891215087711003)"} {"level":"warn","ts":"2026-03-24T15:03:29.574631Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-24T15:03:29.575921Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-24T15:03:29.577178Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-24T15:03:29.579634Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3a0c9d65f167b31b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-24T15:03:29.580551Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3a0c9d65f167b31b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-24T15:03:29.580767Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T15:03:29.58085Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T15:03:29.580871Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T15:03:29.586805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b switched to configuration voters=(4182891215087711003)"} {"level":"info","ts":"2026-03-24T15:03:29.587102Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"86e523b598166645","local-member-id":"3a0c9d65f167b31b","added-peer-id":"3a0c9d65f167b31b","added-peer-peer-urls":["https://199.19.213.9:2380"]} {"level":"info","ts":"2026-03-24T15:03:29.58895Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T15:03:29.589116Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.9:2380"} {"level":"info","ts":"2026-03-24T15:03:29.58921Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.9:2380"} {"level":"info","ts":"2026-03-24T15:03:29.589527Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3a0c9d65f167b31b","initial-advertise-peer-urls":["https://199.19.213.9:2380"],"listen-peer-urls":["https://199.19.213.9:2380"],"advertise-client-urls":["https://199.19.213.9:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.9:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-24T15:03:29.589599Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-24T15:03:30.269096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b is starting a new election at term 1"} {"level":"info","ts":"2026-03-24T15:03:30.269159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-24T15:03:30.269201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b received MsgPreVoteResp from 3a0c9d65f167b31b at term 1"} {"level":"info","ts":"2026-03-24T15:03:30.269222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b became candidate at term 2"} {"level":"info","ts":"2026-03-24T15:03:30.269234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b received MsgVoteResp from 3a0c9d65f167b31b at term 2"} {"level":"info","ts":"2026-03-24T15:03:30.26925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3a0c9d65f167b31b became leader at term 2"} {"level":"info","ts":"2026-03-24T15:03:30.269265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3a0c9d65f167b31b elected leader 3a0c9d65f167b31b at term 2"} {"level":"info","ts":"2026-03-24T15:03:30.270366Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3a0c9d65f167b31b","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.9:2379]}","request-path":"/0/members/3a0c9d65f167b31b/attributes","cluster-id":"86e523b598166645","publish-timeout":"7s"} {"level":"info","ts":"2026-03-24T15:03:30.270405Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T15:03:30.270479Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:03:30.270679Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T15:03:30.270867Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-24T15:03:30.270934Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-24T15:03:30.272732Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"86e523b598166645","local-member-id":"3a0c9d65f167b31b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:03:30.272933Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:03:30.273006Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:03:30.273978Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-24T15:03:30.274065Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.9:2379"} {"level":"info","ts":"2026-03-24T15:04:07.665206Z","caller":"traceutil/trace.go:171","msg":"trace[994772977] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"311.628805ms","start":"2026-03-24T15:04:07.353538Z","end":"2026-03-24T15:04:07.665166Z","steps":["trace[994772977] 'process raft request' (duration: 311.326907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:07.666001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:07.353517Z","time spent":"311.803559ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:05:19.140609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.093067ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-24T15:05:19.141005Z","caller":"traceutil/trace.go:171","msg":"trace[726489975] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"385.812039ms","start":"2026-03-24T15:05:18.755168Z","end":"2026-03-24T15:05:19.14098Z","steps":["trace[726489975] 'process raft request' (duration: 385.616214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:05:19.141174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:05:18.75515Z","time spent":"385.917821ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:05:19.141192Z","caller":"traceutil/trace.go:171","msg":"trace[1887539800] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1609; }","duration":"412.169567ms","start":"2026-03-24T15:05:18.728991Z","end":"2026-03-24T15:05:19.141161Z","steps":["trace[1887539800] 'read index received' (duration: 85.430174ms)","trace[1887539800] 'applied index is now lower than readState.Index' (duration: 326.736763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:05:19.141746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.740952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0e9af20-ca47-4a71-a495-dc3be5b1fc56\" ","response":"range_response_count:1 size:3625"} {"level":"warn","ts":"2026-03-24T15:05:19.141776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.842756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:05:19.141815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.723115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-24T15:05:19.141744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.665959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T15:05:19.141919Z","caller":"traceutil/trace.go:171","msg":"trace[1339655853] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1550; }","duration":"277.883308ms","start":"2026-03-24T15:05:18.864011Z","end":"2026-03-24T15:05:19.141895Z","steps":["trace[1339655853] 'agreement among raft nodes before linearized reading' (duration: 277.600021ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:19.141979Z","caller":"traceutil/trace.go:171","msg":"trace[2057730793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1550; }","duration":"246.968707ms","start":"2026-03-24T15:05:18.894989Z","end":"2026-03-24T15:05:19.141958Z","steps":["trace[2057730793] 'agreement among raft nodes before linearized reading' (duration: 246.638319ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:19.141947Z","caller":"traceutil/trace.go:171","msg":"trace[1630485454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1550; }","duration":"159.02818ms","start":"2026-03-24T15:05:18.982856Z","end":"2026-03-24T15:05:19.141884Z","steps":["trace[1630485454] 'agreement among raft nodes before linearized reading' (duration: 158.775874ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:19.142314Z","caller":"traceutil/trace.go:171","msg":"trace[1069377251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0e9af20-ca47-4a71-a495-dc3be5b1fc56; range_end:; response_count:1; response_revision:1550; }","duration":"412.891075ms","start":"2026-03-24T15:05:18.728917Z","end":"2026-03-24T15:05:19.141809Z","steps":["trace[1069377251] 'agreement among raft nodes before linearized reading' (duration: 412.642389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:05:19.142557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:05:18.72889Z","time spent":"413.542771ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0e9af20-ca47-4a71-a495-dc3be5b1fc56\" "} {"level":"info","ts":"2026-03-24T15:05:19.613613Z","caller":"traceutil/trace.go:171","msg":"trace[1382412741] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1616; }","duration":"230.608963ms","start":"2026-03-24T15:05:19.382975Z","end":"2026-03-24T15:05:19.613584Z","steps":["trace[1382412741] 'read index received' (duration: 34.761906ms)","trace[1382412741] 'applied index is now lower than readState.Index' (duration: 195.845817ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:05:19.613701Z","caller":"traceutil/trace.go:171","msg":"trace[1457968723] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"289.838433ms","start":"2026-03-24T15:05:19.323842Z","end":"2026-03-24T15:05:19.61368Z","steps":["trace[1457968723] 'process raft request' (duration: 245.116811ms)","trace[1457968723] 'compare' (duration: 44.323352ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:05:19.613736Z","caller":"traceutil/trace.go:171","msg":"trace[698137152] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"289.74889ms","start":"2026-03-24T15:05:19.323943Z","end":"2026-03-24T15:05:19.613692Z","steps":["trace[698137152] 'process raft request' (duration: 289.592587ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:19.613752Z","caller":"traceutil/trace.go:171","msg":"trace[2103149714] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"289.705859ms","start":"2026-03-24T15:05:19.323946Z","end":"2026-03-24T15:05:19.613652Z","steps":["trace[2103149714] 'process raft request' (duration: 289.516125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:05:19.613945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.475131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-24T15:05:19.613996Z","caller":"traceutil/trace.go:171","msg":"trace[1115906419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1559; }","duration":"185.584185ms","start":"2026-03-24T15:05:19.4284Z","end":"2026-03-24T15:05:19.613984Z","steps":["trace[1115906419] 'agreement among raft nodes before linearized reading' (duration: 185.374618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:05:19.61401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.009054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-24T15:05:19.614116Z","caller":"traceutil/trace.go:171","msg":"trace[1919739097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1559; }","duration":"231.176108ms","start":"2026-03-24T15:05:19.382911Z","end":"2026-03-24T15:05:19.614087Z","steps":["trace[1919739097] 'agreement among raft nodes before linearized reading' (duration: 230.771627ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:06:08.508022Z","caller":"traceutil/trace.go:171","msg":"trace[985654653] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"294.235671ms","start":"2026-03-24T15:06:08.213758Z","end":"2026-03-24T15:06:08.507994Z","steps":["trace[985654653] 'process raft request' (duration: 294.079388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:06:49.924355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.645307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-24T15:06:49.924446Z","caller":"traceutil/trace.go:171","msg":"trace[700980209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2226; }","duration":"174.78745ms","start":"2026-03-24T15:06:49.74964Z","end":"2026-03-24T15:06:49.924427Z","steps":["trace[700980209] 'range keys from in-memory index tree' (duration: 174.476402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:07:24.104901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.549019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-24T15:07:24.105002Z","caller":"traceutil/trace.go:171","msg":"trace[1729011890] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2415; }","duration":"174.719993ms","start":"2026-03-24T15:07:23.930262Z","end":"2026-03-24T15:07:24.104982Z","steps":["trace[1729011890] 'range keys from in-memory index tree' (duration: 174.336314ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:07:24.298137Z","caller":"traceutil/trace.go:171","msg":"trace[1955720531] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"119.426057ms","start":"2026-03-24T15:07:24.178681Z","end":"2026-03-24T15:07:24.298107Z","steps":["trace[1955720531] 'process raft request' (duration: 119.248433ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:20.731632Z","caller":"traceutil/trace.go:171","msg":"trace[23540862] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"110.245583ms","start":"2026-03-24T15:11:20.621336Z","end":"2026-03-24T15:11:20.731581Z","steps":["trace[23540862] 'process raft request' (duration: 102.489905ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:20.731669Z","caller":"traceutil/trace.go:171","msg":"trace[977310512] linearizableReadLoop","detail":"{readStateIndex:4476; appliedIndex:4475; }","duration":"102.779671ms","start":"2026-03-24T15:11:20.628858Z","end":"2026-03-24T15:11:20.731637Z","steps":["trace[977310512] 'read index received' (duration: 95.091485ms)","trace[977310512] 'applied index is now lower than readState.Index' (duration: 7.685756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:11:20.731867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.987887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-24T15:11:20.732029Z","caller":"traceutil/trace.go:171","msg":"trace[1185678801] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4305; }","duration":"103.178891ms","start":"2026-03-24T15:11:20.62883Z","end":"2026-03-24T15:11:20.732009Z","steps":["trace[1185678801] 'agreement among raft nodes before linearized reading' (duration: 102.896334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:24.356285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.873851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:11:24.356383Z","caller":"traceutil/trace.go:171","msg":"trace[2137954805] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4483; }","duration":"126.028425ms","start":"2026-03-24T15:11:24.230337Z","end":"2026-03-24T15:11:24.356366Z","steps":["trace[2137954805] 'range keys from in-memory index tree' (duration: 125.781619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:24.356632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.475846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T15:11:24.356748Z","caller":"traceutil/trace.go:171","msg":"trace[1143323752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4483; }","duration":"126.62603ms","start":"2026-03-24T15:11:24.230098Z","end":"2026-03-24T15:11:24.356724Z","steps":["trace[1143323752] 'range keys from in-memory index tree' (duration: 126.296871ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:24.545738Z","caller":"traceutil/trace.go:171","msg":"trace[988759983] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"150.314823ms","start":"2026-03-24T15:11:24.395389Z","end":"2026-03-24T15:11:24.545704Z","steps":["trace[988759983] 'process raft request' (duration: 96.296954ms)","trace[988759983] 'compare' (duration: 53.64379ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:11:24.555158Z","caller":"traceutil/trace.go:171","msg":"trace[1060424080] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4485; }","duration":"155.838978ms","start":"2026-03-24T15:11:24.399295Z","end":"2026-03-24T15:11:24.555134Z","steps":["trace[1060424080] 'process raft request' (duration: 155.620462ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:26.777406Z","caller":"traceutil/trace.go:171","msg":"trace[55312464] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"153.064851ms","start":"2026-03-24T15:11:26.624306Z","end":"2026-03-24T15:11:26.77737Z","steps":["trace[55312464] 'process raft request' (duration: 152.711852ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:26.887264Z","caller":"traceutil/trace.go:171","msg":"trace[529670952] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"135.062054ms","start":"2026-03-24T15:11:26.752166Z","end":"2026-03-24T15:11:26.887229Z","steps":["trace[529670952] 'process raft request' (duration: 107.300001ms)","trace[529670952] 'compare' (duration: 27.435385ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:11:26.887544Z","caller":"traceutil/trace.go:171","msg":"trace[714997694] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"108.063089ms","start":"2026-03-24T15:11:26.779422Z","end":"2026-03-24T15:11:26.887485Z","steps":["trace[714997694] 'process raft request' (duration: 107.726101ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:34.791869Z","caller":"traceutil/trace.go:171","msg":"trace[617042368] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"103.55889ms","start":"2026-03-24T15:11:34.688279Z","end":"2026-03-24T15:11:34.791838Z","steps":["trace[617042368] 'process raft request' (duration: 100.321382ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:34.79192Z","caller":"traceutil/trace.go:171","msg":"trace[1743609148] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"103.591641ms","start":"2026-03-24T15:11:34.688293Z","end":"2026-03-24T15:11:34.791885Z","steps":["trace[1743609148] 'process raft request' (duration: 103.455118ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:34.792112Z","caller":"traceutil/trace.go:171","msg":"trace[2046559599] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"103.579021ms","start":"2026-03-24T15:11:34.688507Z","end":"2026-03-24T15:11:34.792086Z","steps":["trace[2046559599] 'process raft request' (duration: 103.308605ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:42.8841Z","caller":"traceutil/trace.go:171","msg":"trace[482756205] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"127.176537ms","start":"2026-03-24T15:11:42.756888Z","end":"2026-03-24T15:11:42.884065Z","steps":["trace[482756205] 'process raft request' (duration: 126.978612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:54.106087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.770041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:11:54.106332Z","caller":"traceutil/trace.go:171","msg":"trace[136278792] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"323.227472ms","start":"2026-03-24T15:11:53.783075Z","end":"2026-03-24T15:11:54.106302Z","steps":["trace[136278792] 'process raft request' (duration: 124.146143ms)","trace[136278792] 'compare' (duration: 198.513696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:11:54.106517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:53.783058Z","time spent":"323.363036ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:11:54.106534Z","caller":"traceutil/trace.go:171","msg":"trace[524071371] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"308.612013ms","start":"2026-03-24T15:11:53.797886Z","end":"2026-03-24T15:11:54.106498Z","steps":["trace[524071371] 'process raft request' (duration: 308.331496ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:54.106587Z","caller":"traceutil/trace.go:171","msg":"trace[1285569281] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5199; }","duration":"230.567923ms","start":"2026-03-24T15:11:53.875759Z","end":"2026-03-24T15:11:54.106326Z","steps":["trace[1285569281] 'read index received' (duration: 31.494044ms)","trace[1285569281] 'applied index is now lower than readState.Index' (duration: 199.072349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:11:54.106638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.87551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10390"} {"level":"warn","ts":"2026-03-24T15:11:54.106707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:53.797864Z","time spent":"308.768716ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:11:54.10668Z","caller":"traceutil/trace.go:171","msg":"trace[1106039183] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5009; }","duration":"230.951852ms","start":"2026-03-24T15:11:53.875713Z","end":"2026-03-24T15:11:54.106665Z","steps":["trace[1106039183] 'agreement among raft nodes before linearized reading' (duration: 230.822319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:54.106924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.126446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-24T15:11:54.107017Z","caller":"traceutil/trace.go:171","msg":"trace[1422096300] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5009; }","duration":"155.27028ms","start":"2026-03-24T15:11:53.951723Z","end":"2026-03-24T15:11:54.106994Z","steps":["trace[1422096300] 'agreement among raft nodes before linearized reading' (duration: 155.008883ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:13:30.293315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2740} {"level":"info","ts":"2026-03-24T15:13:30.34993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2740,"took":"55.134259ms","hash":1758391780,"current-db-size-bytes":41926656,"current-db-size":"42 MB","current-db-size-in-use-bytes":31510528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-24T15:13:30.349987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1758391780,"revision":2740,"compact-revision":-1} {"level":"warn","ts":"2026-03-24T15:17:31.097985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.489875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:31.098155Z","caller":"traceutil/trace.go:171","msg":"trace[387904508] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7305; }","duration":"151.627129ms","start":"2026-03-24T15:17:30.946453Z","end":"2026-03-24T15:17:31.09808Z","steps":["trace[387904508] 'count revisions from in-memory index tree' (duration: 151.379852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:31.428889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.596824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:17:31.429238Z","caller":"traceutil/trace.go:171","msg":"trace[444189458] linearizableReadLoop","detail":"{readStateIndex:7580; appliedIndex:7578; }","duration":"286.383968ms","start":"2026-03-24T15:17:31.142825Z","end":"2026-03-24T15:17:31.429209Z","steps":["trace[444189458] 'read index received' (duration: 3.198416ms)","trace[444189458] 'applied index is now lower than readState.Index' (duration: 283.183171ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:17:31.429278Z","caller":"traceutil/trace.go:171","msg":"trace[1713440673] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"326.620553ms","start":"2026-03-24T15:17:31.102611Z","end":"2026-03-24T15:17:31.429231Z","steps":["trace[1713440673] 'process raft request' (duration: 97.494885ms)","trace[1713440673] 'compare' (duration: 228.396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:17:31.429502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:31.102555Z","time spent":"326.815817ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:17:31.42954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.722366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rsp2c\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-24T15:17:31.429593Z","caller":"traceutil/trace.go:171","msg":"trace[1126770850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rsp2c; range_end:; response_count:1; response_revision:7307; }","duration":"286.845299ms","start":"2026-03-24T15:17:31.142729Z","end":"2026-03-24T15:17:31.429574Z","steps":["trace[1126770850] 'agreement among raft nodes before linearized reading' (duration: 286.553622ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:31.612661Z","caller":"traceutil/trace.go:171","msg":"trace[425641089] linearizableReadLoop","detail":"{readStateIndex:7581; appliedIndex:7580; }","duration":"178.306292ms","start":"2026-03-24T15:17:31.434329Z","end":"2026-03-24T15:17:31.612635Z","steps":["trace[425641089] 'read index received' (duration: 164.475433ms)","trace[425641089] 'applied index is now lower than readState.Index' (duration: 13.829879ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:17:31.612864Z","caller":"traceutil/trace.go:171","msg":"trace[694695858] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"312.309442ms","start":"2026-03-24T15:17:31.300545Z","end":"2026-03-24T15:17:31.612854Z","steps":["trace[694695858] 'process raft request' (duration: 298.305889ms)","trace[694695858] 'compare' (duration: 13.465331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:17:31.613005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:31.300513Z","time spent":"312.377804ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:17:31.613701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.359167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223766"} {"level":"info","ts":"2026-03-24T15:17:31.613823Z","caller":"traceutil/trace.go:171","msg":"trace[438253706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7308; }","duration":"179.520862ms","start":"2026-03-24T15:17:31.434283Z","end":"2026-03-24T15:17:31.613804Z","steps":["trace[438253706] 'agreement among raft nodes before linearized reading' (duration: 178.59591ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:38.564515Z","caller":"traceutil/trace.go:171","msg":"trace[207592262] linearizableReadLoop","detail":"{readStateIndex:7742; appliedIndex:7741; }","duration":"244.30903ms","start":"2026-03-24T15:17:38.32017Z","end":"2026-03-24T15:17:38.564479Z","steps":["trace[207592262] 'read index received' (duration: 244.140246ms)","trace[207592262] 'applied index is now lower than readState.Index' (duration: 167.294µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:17:38.564615Z","caller":"traceutil/trace.go:171","msg":"trace[361719469] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"267.861808ms","start":"2026-03-24T15:17:38.296715Z","end":"2026-03-24T15:17:38.564576Z","steps":["trace[361719469] 'process raft request' (duration: 267.52087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:38.564793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.606396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:17:38.564886Z","caller":"traceutil/trace.go:171","msg":"trace[767164151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7468; }","duration":"244.74661ms","start":"2026-03-24T15:17:38.320118Z","end":"2026-03-24T15:17:38.564865Z","steps":["trace[767164151] 'agreement among raft nodes before linearized reading' (duration: 244.508414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:38.719141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.596435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:17:38.719329Z","caller":"traceutil/trace.go:171","msg":"trace[683876047] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"150.210886ms","start":"2026-03-24T15:17:38.569099Z","end":"2026-03-24T15:17:38.71931Z","steps":["trace[683876047] 'process raft request' (duration: 150.153024ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:38.719442Z","caller":"traceutil/trace.go:171","msg":"trace[273965643] linearizableReadLoop","detail":"{readStateIndex:7743; appliedIndex:7742; }","duration":"154.746803ms","start":"2026-03-24T15:17:38.564667Z","end":"2026-03-24T15:17:38.719414Z","steps":["trace[273965643] 'read index received' (duration: 27.80622ms)","trace[273965643] 'applied index is now lower than readState.Index' (duration: 126.937313ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:17:38.71947Z","caller":"traceutil/trace.go:171","msg":"trace[1517201702] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"336.64464ms","start":"2026-03-24T15:17:38.382789Z","end":"2026-03-24T15:17:38.719433Z","steps":["trace[1517201702] 'process raft request' (duration: 209.662147ms)","trace[1517201702] 'compare' (duration: 126.464121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:17:38.719637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:38.382768Z","time spent":"336.777363ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:17:38.719747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.22124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:17:38.719844Z","caller":"traceutil/trace.go:171","msg":"trace[1746782244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7470; }","duration":"333.377383ms","start":"2026-03-24T15:17:38.386442Z","end":"2026-03-24T15:17:38.719819Z","steps":["trace[1746782244] 'agreement among raft nodes before linearized reading' (duration: 333.063416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:38.719885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:38.386422Z","time spent":"333.456475ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T15:17:38.728331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.771018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:17:38.728359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.851049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-24T15:17:38.728401Z","caller":"traceutil/trace.go:171","msg":"trace[973612437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7471; }","duration":"131.883661ms","start":"2026-03-24T15:17:38.596498Z","end":"2026-03-24T15:17:38.728382Z","steps":["trace[973612437] 'agreement among raft nodes before linearized reading' (duration: 131.767828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:38.728395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.529739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:17:38.728436Z","caller":"traceutil/trace.go:171","msg":"trace[1489340370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7471; }","duration":"139.983572ms","start":"2026-03-24T15:17:38.588433Z","end":"2026-03-24T15:17:38.728416Z","steps":["trace[1489340370] 'agreement among raft nodes before linearized reading' (duration: 139.694856ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:38.728487Z","caller":"traceutil/trace.go:171","msg":"trace[1008354131] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7471; }","duration":"133.691503ms","start":"2026-03-24T15:17:38.594776Z","end":"2026-03-24T15:17:38.728468Z","steps":["trace[1008354131] 'agreement among raft nodes before linearized reading' (duration: 133.530069ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:50.807067Z","caller":"traceutil/trace.go:171","msg":"trace[251873579] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"202.105947ms","start":"2026-03-24T15:17:50.604939Z","end":"2026-03-24T15:17:50.807045Z","steps":["trace[251873579] 'process raft request' (duration: 201.872292ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:51.538886Z","caller":"traceutil/trace.go:171","msg":"trace[1564849435] linearizableReadLoop","detail":"{readStateIndex:7808; appliedIndex:7807; }","duration":"217.743269ms","start":"2026-03-24T15:17:51.321119Z","end":"2026-03-24T15:17:51.538862Z","steps":["trace[1564849435] 'read index received' (duration: 217.628316ms)","trace[1564849435] 'applied index is now lower than readState.Index' (duration: 113.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:17:51.538983Z","caller":"traceutil/trace.go:171","msg":"trace[2112982719] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"279.31261ms","start":"2026-03-24T15:17:51.25964Z","end":"2026-03-24T15:17:51.538953Z","steps":["trace[2112982719] 'process raft request' (duration: 279.063564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:51.539189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.046906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-24T15:17:51.539255Z","caller":"traceutil/trace.go:171","msg":"trace[1032716893] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7530; }","duration":"218.156538ms","start":"2026-03-24T15:17:51.321079Z","end":"2026-03-24T15:17:51.539236Z","steps":["trace[1032716893] 'agreement among raft nodes before linearized reading' (duration: 217.914973ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:52.402782Z","caller":"traceutil/trace.go:171","msg":"trace[1959468427] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"110.711057ms","start":"2026-03-24T15:17:52.292016Z","end":"2026-03-24T15:17:52.402727Z","steps":["trace[1959468427] 'process raft request' (duration: 62.38294ms)","trace[1959468427] 'compare' (duration: 48.02729ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:19.899749Z","caller":"traceutil/trace.go:171","msg":"trace[942791815] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8007; }","duration":"224.780545ms","start":"2026-03-24T15:18:19.674934Z","end":"2026-03-24T15:18:19.899714Z","steps":["trace[942791815] 'read index received' (duration: 224.617081ms)","trace[942791815] 'applied index is now lower than readState.Index' (duration: 161.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:19.899895Z","caller":"traceutil/trace.go:171","msg":"trace[281470603] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"227.175062ms","start":"2026-03-24T15:18:19.672677Z","end":"2026-03-24T15:18:19.899852Z","steps":["trace[281470603] 'process raft request' (duration: 226.802123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:19.900073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.126693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-24T15:18:19.900162Z","caller":"traceutil/trace.go:171","msg":"trace[1690416241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7722; }","duration":"225.271046ms","start":"2026-03-24T15:18:19.67487Z","end":"2026-03-24T15:18:19.900142Z","steps":["trace[1690416241] 'agreement among raft nodes before linearized reading' (duration: 225.01788ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:20.065631Z","caller":"traceutil/trace.go:171","msg":"trace[85508260] linearizableReadLoop","detail":"{readStateIndex:8009; appliedIndex:8008; }","duration":"165.751084ms","start":"2026-03-24T15:18:19.899849Z","end":"2026-03-24T15:18:20.0656Z","steps":["trace[85508260] 'read index received' (duration: 165.201331ms)","trace[85508260] 'applied index is now lower than readState.Index' (duration: 548.333µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:20.065669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.050326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:18:20.065727Z","caller":"traceutil/trace.go:171","msg":"trace[1311786915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7723; }","duration":"237.147939ms","start":"2026-03-24T15:18:19.828564Z","end":"2026-03-24T15:18:20.065712Z","steps":["trace[1311786915] 'agreement among raft nodes before linearized reading' (duration: 237.046306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:20.065824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.589049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-24T15:18:20.065849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.621464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-24T15:18:20.065884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.224214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rsp2c\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-24T15:18:20.065895Z","caller":"traceutil/trace.go:171","msg":"trace[1131777765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7723; }","duration":"352.700882ms","start":"2026-03-24T15:18:19.71318Z","end":"2026-03-24T15:18:20.065881Z","steps":["trace[1131777765] 'agreement among raft nodes before linearized reading' (duration: 352.484477ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:20.065902Z","caller":"traceutil/trace.go:171","msg":"trace[1822400617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7723; }","duration":"131.714497ms","start":"2026-03-24T15:18:19.934175Z","end":"2026-03-24T15:18:20.06589Z","steps":["trace[1822400617] 'agreement among raft nodes before linearized reading' (duration: 131.575734ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:20.065912Z","caller":"traceutil/trace.go:171","msg":"trace[329046218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rsp2c; range_end:; response_count:1; response_revision:7723; }","duration":"112.322006ms","start":"2026-03-24T15:18:19.953582Z","end":"2026-03-24T15:18:20.065904Z","steps":["trace[329046218] 'agreement among raft nodes before linearized reading' (duration: 112.167993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:20.065916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.377421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T15:18:20.065946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:19.713166Z","time spent":"352.769573ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T15:18:20.065992Z","caller":"traceutil/trace.go:171","msg":"trace[455668078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7723; }","duration":"389.486575ms","start":"2026-03-24T15:18:19.676488Z","end":"2026-03-24T15:18:20.065975Z","steps":["trace[455668078] 'agreement among raft nodes before linearized reading' (duration: 389.240169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:20.066028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:19.676483Z","time spent":"389.538586ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T15:18:20.065682Z","caller":"traceutil/trace.go:171","msg":"trace[470331811] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"244.410141ms","start":"2026-03-24T15:18:19.821229Z","end":"2026-03-24T15:18:20.065639Z","steps":["trace[470331811] 'process raft request' (duration: 243.852928ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:30.299412Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5750} {"level":"info","ts":"2026-03-24T15:18:30.382952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5750,"took":"81.787601ms","hash":2799822437,"current-db-size-bytes":44650496,"current-db-size":"45 MB","current-db-size-in-use-bytes":22945792,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-24T15:18:30.383027Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2799822437,"revision":5750,"compact-revision":2740} {"level":"warn","ts":"2026-03-24T15:18:32.912738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.953372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:18:32.912912Z","caller":"traceutil/trace.go:171","msg":"trace[1956834225] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7829; }","duration":"263.158076ms","start":"2026-03-24T15:18:32.649739Z","end":"2026-03-24T15:18:32.912897Z","steps":["trace[1956834225] 'process raft request' (duration: 263.089615ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:32.913076Z","caller":"traceutil/trace.go:171","msg":"trace[761049273] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"264.680971ms","start":"2026-03-24T15:18:32.648384Z","end":"2026-03-24T15:18:32.913065Z","steps":["trace[761049273] 'process raft request' (duration: 57.33303ms)","trace[761049273] 'compare' (duration: 206.834149ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:33.069497Z","caller":"traceutil/trace.go:171","msg":"trace[419709821] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"114.382005ms","start":"2026-03-24T15:18:32.955093Z","end":"2026-03-24T15:18:33.069475Z","steps":["trace[419709821] 'process raft request' (duration: 86.564675ms)","trace[419709821] 'compare' (duration: 27.515673ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:33.833167Z","caller":"traceutil/trace.go:171","msg":"trace[2118681536] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"229.993509ms","start":"2026-03-24T15:18:33.603144Z","end":"2026-03-24T15:18:33.833137Z","steps":["trace[2118681536] 'process raft request' (duration: 229.844436ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:33.867854Z","caller":"traceutil/trace.go:171","msg":"trace[1259474377] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"234.201838ms","start":"2026-03-24T15:18:33.633619Z","end":"2026-03-24T15:18:33.86782Z","steps":["trace[1259474377] 'process raft request' (duration: 233.945222ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:22:25.588185Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3a0c9d65f167b31b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-24T15:22:25.595282Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-24T15:22:25.595373Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-24T15:23:30.306062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7807} {"level":"info","ts":"2026-03-24T15:23:30.36637Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7807,"took":"58.256524ms","hash":2159439841,"current-db-size-bytes":44650496,"current-db-size":"45 MB","current-db-size-in-use-bytes":25305088,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-24T15:23:30.366427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2159439841,"revision":7807,"compact-revision":5750} {"level":"info","ts":"2026-03-24T15:28:30.311949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9971} {"level":"info","ts":"2026-03-24T15:28:30.389348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9971,"took":"75.32414ms","hash":1997770997,"current-db-size-bytes":44650496,"current-db-size":"45 MB","current-db-size-in-use-bytes":16674816,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-24T15:28:30.389394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1997770997,"revision":9971,"compact-revision":7807}