{"level":"warn","ts":"2026-05-25T10:12:34.219304Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-25T10:12:34.219398Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.250:2380","--initial-cluster=instance=https://199.19.213.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-25T10:12:34.219465Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-25T10:12:34.219477Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.250:2380"]} {"level":"info","ts":"2026-05-25T10:12:34.219496Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-25T10:12:34.220322Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.250:2379"]} {"level":"info","ts":"2026-05-25T10:12:34.220395Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.250:2380"],"listen-peer-urls":["https://199.19.213.250:2380"],"advertise-client-urls":["https://199.19.213.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-25T10:12:34.224286Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.670647ms"} {"level":"info","ts":"2026-05-25T10:12:34.229733Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1918dd9317ae83a2","cluster-id":"1b9b645507bfe47a"} {"level":"info","ts":"2026-05-25T10:12:34.229819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-25T10:12:34.229844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 became follower at term 0"} {"level":"info","ts":"2026-05-25T10:12:34.229855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1918dd9317ae83a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-25T10:12:34.229868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 became follower at term 1"} {"level":"info","ts":"2026-05-25T10:12:34.229924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 switched to configuration voters=(1808438874216498082)"} {"level":"warn","ts":"2026-05-25T10:12:34.239913Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-25T10:12:34.241297Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-25T10:12:34.242934Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-25T10:12:34.245538Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1918dd9317ae83a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-25T10:12:34.245716Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1918dd9317ae83a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-25T10:12:34.2458Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-25T10:12:34.246049Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-25T10:12:34.246115Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-25T10:12:34.247042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 switched to configuration voters=(1808438874216498082)"} {"level":"info","ts":"2026-05-25T10:12:34.247461Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"1b9b645507bfe47a","local-member-id":"1918dd9317ae83a2","added-peer-id":"1918dd9317ae83a2","added-peer-peer-urls":["https://199.19.213.250:2380"]} {"level":"info","ts":"2026-05-25T10:12:34.251202Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-25T10:12:34.251306Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.250:2380"} {"level":"info","ts":"2026-05-25T10:12:34.25139Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.250:2380"} {"level":"info","ts":"2026-05-25T10:12:34.252659Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1918dd9317ae83a2","initial-advertise-peer-urls":["https://199.19.213.250:2380"],"listen-peer-urls":["https://199.19.213.250:2380"],"advertise-client-urls":["https://199.19.213.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-25T10:12:34.252715Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-25T10:12:35.030425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 is starting a new election at term 1"} {"level":"info","ts":"2026-05-25T10:12:35.030495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-25T10:12:35.030544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 received MsgPreVoteResp from 1918dd9317ae83a2 at term 1"} {"level":"info","ts":"2026-05-25T10:12:35.030564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 became candidate at term 2"} {"level":"info","ts":"2026-05-25T10:12:35.030576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 received MsgVoteResp from 1918dd9317ae83a2 at term 2"} {"level":"info","ts":"2026-05-25T10:12:35.030593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1918dd9317ae83a2 became leader at term 2"} {"level":"info","ts":"2026-05-25T10:12:35.030616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1918dd9317ae83a2 elected leader 1918dd9317ae83a2 at term 2"} {"level":"info","ts":"2026-05-25T10:12:35.031992Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1918dd9317ae83a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.250:2379]}","request-path":"/0/members/1918dd9317ae83a2/attributes","cluster-id":"1b9b645507bfe47a","publish-timeout":"7s"} {"level":"info","ts":"2026-05-25T10:12:35.032042Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-25T10:12:35.032045Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-25T10:12:35.032368Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-25T10:12:35.032479Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-25T10:12:35.032487Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T10:12:35.033754Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"1b9b645507bfe47a","local-member-id":"1918dd9317ae83a2","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T10:12:35.03385Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T10:12:35.03391Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T10:12:35.035902Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.250:2379"} {"level":"info","ts":"2026-05-25T10:12:35.036236Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-25T10:13:19.098195Z","caller":"traceutil/trace.go:171","msg":"trace[1848716280] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"111.412232ms","start":"2026-05-25T10:13:18.986747Z","end":"2026-05-25T10:13:19.098159Z","steps":["trace[1848716280] 'process raft request' (duration: 110.993239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:13:19.353654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.806768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ng22h\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-25T10:13:19.353802Z","caller":"traceutil/trace.go:171","msg":"trace[1212355213] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ng22h; range_end:; response_count:1; response_revision:581; }","duration":"161.093536ms","start":"2026-05-25T10:13:19.19268Z","end":"2026-05-25T10:13:19.353773Z","steps":["trace[1212355213] 'range keys from in-memory index tree' (duration: 160.312533ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:13:19.505208Z","caller":"traceutil/trace.go:171","msg":"trace[1018484442] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"135.809766ms","start":"2026-05-25T10:13:19.369323Z","end":"2026-05-25T10:13:19.505133Z","steps":["trace[1018484442] 'process raft request' (duration: 135.59319ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:13:19.983868Z","caller":"traceutil/trace.go:171","msg":"trace[668011532] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"281.699687ms","start":"2026-05-25T10:13:19.702138Z","end":"2026-05-25T10:13:19.983837Z","steps":["trace[668011532] 'read index received' (duration: 278.782422ms)","trace[668011532] 'applied index is now lower than readState.Index' (duration: 2.916185ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:13:19.983969Z","caller":"traceutil/trace.go:171","msg":"trace[704643716] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"395.024705ms","start":"2026-05-25T10:13:19.588899Z","end":"2026-05-25T10:13:19.983924Z","steps":["trace[704643716] 'process raft request' (duration: 393.064709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:13:19.984361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.188691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T10:13:19.984488Z","caller":"traceutil/trace.go:171","msg":"trace[1792957236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"282.392788ms","start":"2026-05-25T10:13:19.702065Z","end":"2026-05-25T10:13:19.984458Z","steps":["trace[1792957236] 'agreement among raft nodes before linearized reading' (duration: 281.915223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:13:19.984815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:13:19.58886Z","time spent":"395.19525ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T10:13:34.172594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.305102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-25T10:13:34.172689Z","caller":"traceutil/trace.go:171","msg":"trace[332251490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:747; }","duration":"106.461507ms","start":"2026-05-25T10:13:34.066209Z","end":"2026-05-25T10:13:34.17267Z","steps":["trace[332251490] 'range keys from in-memory index tree' (duration: 106.092357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:13:34.172602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.589572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-25T10:13:34.172865Z","caller":"traceutil/trace.go:171","msg":"trace[1050327773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"104.886061ms","start":"2026-05-25T10:13:34.067941Z","end":"2026-05-25T10:13:34.172827Z","steps":["trace[1050327773] 'range keys from in-memory index tree' (duration: 104.436598ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:13:34.34206Z","caller":"traceutil/trace.go:171","msg":"trace[967002554] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"165.240307ms","start":"2026-05-25T10:13:34.17679Z","end":"2026-05-25T10:13:34.342031Z","steps":["trace[967002554] 'process raft request' (duration: 165.037151ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:13:34.345899Z","caller":"traceutil/trace.go:171","msg":"trace[1530250260] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"168.492912ms","start":"2026-05-25T10:13:34.177384Z","end":"2026-05-25T10:13:34.345877Z","steps":["trace[1530250260] 'process raft request' (duration: 168.325417ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:13:34.34605Z","caller":"traceutil/trace.go:171","msg":"trace[864643927] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"115.941944ms","start":"2026-05-25T10:13:34.230091Z","end":"2026-05-25T10:13:34.346033Z","steps":["trace[864643927] 'read index received' (duration: 111.902156ms)","trace[864643927] 'applied index is now lower than readState.Index' (duration: 4.038558ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T10:13:34.346229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.114188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-25T10:13:34.346273Z","caller":"traceutil/trace.go:171","msg":"trace[670972678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:750; }","duration":"116.204991ms","start":"2026-05-25T10:13:34.230055Z","end":"2026-05-25T10:13:34.34626Z","steps":["trace[670972678] 'agreement among raft nodes before linearized reading' (duration: 116.039756ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:01.095636Z","caller":"traceutil/trace.go:171","msg":"trace[1786401452] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"146.878532ms","start":"2026-05-25T10:15:00.948735Z","end":"2026-05-25T10:15:01.095614Z","steps":["trace[1786401452] 'process raft request' (duration: 113.950112ms)","trace[1786401452] 'compare' (duration: 32.550939ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:15:01.095753Z","caller":"traceutil/trace.go:171","msg":"trace[367598571] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"145.966514ms","start":"2026-05-25T10:15:00.949776Z","end":"2026-05-25T10:15:01.095742Z","steps":["trace[367598571] 'process raft request' (duration: 145.749688ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:01.096018Z","caller":"traceutil/trace.go:171","msg":"trace[399895294] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"146.112459ms","start":"2026-05-25T10:15:00.949896Z","end":"2026-05-25T10:15:01.096008Z","steps":["trace[399895294] 'process raft request' (duration: 145.80444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:15:05.298979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.029279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-25T10:15:05.299044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.011209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-25T10:15:05.299117Z","caller":"traceutil/trace.go:171","msg":"trace[1275417026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"189.191883ms","start":"2026-05-25T10:15:05.109894Z","end":"2026-05-25T10:15:05.299086Z","steps":["trace[1275417026] 'range keys from in-memory index tree' (duration: 188.850804ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:05.299138Z","caller":"traceutil/trace.go:171","msg":"trace[1317872165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"189.163343ms","start":"2026-05-25T10:15:05.109951Z","end":"2026-05-25T10:15:05.299115Z","steps":["trace[1317872165] 'range keys from in-memory index tree' (duration: 188.808893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:15:05.299348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.361718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-25T10:15:05.299484Z","caller":"traceutil/trace.go:171","msg":"trace[1559543403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1939; }","duration":"190.602505ms","start":"2026-05-25T10:15:05.108852Z","end":"2026-05-25T10:15:05.299455Z","steps":["trace[1559543403] 'range keys from in-memory index tree' (duration: 189.972177ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:05.29936Z","caller":"traceutil/trace.go:171","msg":"trace[1692740395] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"106.68804ms","start":"2026-05-25T10:15:05.192614Z","end":"2026-05-25T10:15:05.299302Z","steps":["trace[1692740395] 'process raft request' (duration: 95.428862ms)","trace[1692740395] 'compare' (duration: 10.750593ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:15:05.306866Z","caller":"traceutil/trace.go:171","msg":"trace[1706879328] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"110.12727ms","start":"2026-05-25T10:15:05.196719Z","end":"2026-05-25T10:15:05.306847Z","steps":["trace[1706879328] 'process raft request' (duration: 109.948905ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:43.344736Z","caller":"traceutil/trace.go:171","msg":"trace[1603937711] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"201.594504ms","start":"2026-05-25T10:15:43.143102Z","end":"2026-05-25T10:15:43.344697Z","steps":["trace[1603937711] 'process raft request' (duration: 201.361077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:15:43.672775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.657383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-25T10:15:43.672943Z","caller":"traceutil/trace.go:171","msg":"trace[1223595585] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"511.082046ms","start":"2026-05-25T10:15:43.161824Z","end":"2026-05-25T10:15:43.672906Z","steps":["trace[1223595585] 'process raft request' (duration: 305.047003ms)","trace[1223595585] 'compare' (duration: 205.535829ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:15:43.673008Z","caller":"traceutil/trace.go:171","msg":"trace[334331857] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2240; }","duration":"505.436014ms","start":"2026-05-25T10:15:43.167535Z","end":"2026-05-25T10:15:43.672971Z","steps":["trace[334331857] 'read index received' (duration: 176.975172ms)","trace[334331857] 'applied index is now lower than readState.Index' (duration: 328.457852ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T10:15:43.673235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:15:43.161788Z","time spent":"511.23969ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T10:15:43.674815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.280297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-25T10:15:43.674877Z","caller":"traceutil/trace.go:171","msg":"trace[1241163587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"507.38687ms","start":"2026-05-25T10:15:43.167474Z","end":"2026-05-25T10:15:43.674861Z","steps":["trace[1241163587] 'agreement among raft nodes before linearized reading' (duration: 505.607918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:15:43.67492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:15:43.167449Z","time spent":"507.462712ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-25T10:15:43.679586Z","caller":"traceutil/trace.go:171","msg":"trace[1828492380] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"188.24838ms","start":"2026-05-25T10:15:43.491324Z","end":"2026-05-25T10:15:43.679573Z","steps":["trace[1828492380] 'process raft request' (duration: 188.096786ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:43.679766Z","caller":"traceutil/trace.go:171","msg":"trace[1314687114] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"184.994225ms","start":"2026-05-25T10:15:43.494755Z","end":"2026-05-25T10:15:43.679749Z","steps":["trace[1314687114] 'process raft request' (duration: 184.785639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:15:43.680034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.294102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:15:43.680097Z","caller":"traceutil/trace.go:171","msg":"trace[405711060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2165; }","duration":"242.407975ms","start":"2026-05-25T10:15:43.437672Z","end":"2026-05-25T10:15:43.68008Z","steps":["trace[405711060] 'agreement among raft nodes before linearized reading' (duration: 242.297192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:15:43.680143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.355561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-25T10:15:43.680196Z","caller":"traceutil/trace.go:171","msg":"trace[271689018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"172.448043ms","start":"2026-05-25T10:15:43.507735Z","end":"2026-05-25T10:15:43.680183Z","steps":["trace[271689018] 'agreement among raft nodes before linearized reading' (duration: 172.306449ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:43.680166Z","caller":"traceutil/trace.go:171","msg":"trace[378879205] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"148.225053ms","start":"2026-05-25T10:15:43.531894Z","end":"2026-05-25T10:15:43.680119Z","steps":["trace[378879205] 'process raft request' (duration: 147.815971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:15:43.680108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.047982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-25T10:15:43.680123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.602289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T10:15:43.680505Z","caller":"traceutil/trace.go:171","msg":"trace[651352375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"171.013571ms","start":"2026-05-25T10:15:43.509474Z","end":"2026-05-25T10:15:43.680487Z","steps":["trace[651352375] 'agreement among raft nodes before linearized reading' (duration: 170.499706ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:15:43.681027Z","caller":"traceutil/trace.go:171","msg":"trace[753116843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"172.409712ms","start":"2026-05-25T10:15:43.507999Z","end":"2026-05-25T10:15:43.680408Z","steps":["trace[753116843] 'agreement among raft nodes before linearized reading' (duration: 171.99737ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:17:08.696699Z","caller":"traceutil/trace.go:171","msg":"trace[1379816377] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"106.538438ms","start":"2026-05-25T10:17:08.590123Z","end":"2026-05-25T10:17:08.696662Z","steps":["trace[1379816377] 'process raft request' (duration: 106.324982ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:17:09.11664Z","caller":"traceutil/trace.go:171","msg":"trace[1366192916] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"184.305723ms","start":"2026-05-25T10:17:08.932299Z","end":"2026-05-25T10:17:09.116604Z","steps":["trace[1366192916] 'process raft request' (duration: 184.085126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:27.246423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.141195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:19:27.246533Z","caller":"traceutil/trace.go:171","msg":"trace[1602323815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3734; }","duration":"254.30905ms","start":"2026-05-25T10:19:26.992204Z","end":"2026-05-25T10:19:27.246513Z","steps":["trace[1602323815] 'range keys from in-memory index tree' (duration: 254.038123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:27.246885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.397351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-25T10:19:27.24698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.397712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-25T10:19:27.247042Z","caller":"traceutil/trace.go:171","msg":"trace[1035027756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3734; }","duration":"359.639209ms","start":"2026-05-25T10:19:26.887367Z","end":"2026-05-25T10:19:27.247007Z","steps":["trace[1035027756] 'range keys from in-memory index tree' (duration: 359.137954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:27.246978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.796636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-25T10:19:27.247076Z","caller":"traceutil/trace.go:171","msg":"trace[2079066349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3734; }","duration":"359.508586ms","start":"2026-05-25T10:19:26.887542Z","end":"2026-05-25T10:19:27.247051Z","steps":["trace[2079066349] 'range keys from in-memory index tree' (duration: 359.232767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:27.247132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:26.887348Z","time spent":"359.764912ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-25T10:19:27.247158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:26.887537Z","time spent":"359.611719ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-25T10:19:27.247159Z","caller":"traceutil/trace.go:171","msg":"trace[689548289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3734; }","duration":"357.441225ms","start":"2026-05-25T10:19:26.889699Z","end":"2026-05-25T10:19:27.24714Z","steps":["trace[689548289] 'range keys from in-memory index tree' (duration: 356.28481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:27.2472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:26.889676Z","time spent":"357.514527ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-25T10:19:28.614409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9485317894431266520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-25T10:19:29.115315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9485317894431266520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-25T10:19:29.238041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149944256s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-25T10:19:29.238577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.087888Z","time spent":"1.150684798s","remote":"127.0.0.1:59078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-25T10:19:30.435335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-25T10:19:30.435404Z","caller":"traceutil/trace.go:171","msg":"trace[1949110486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620728s","start":"2026-05-25T10:19:28.434766Z","end":"2026-05-25T10:19:30.435386Z","steps":["trace[1949110486] 'agreement among raft nodes before linearized reading' (duration: 2.000531245s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:30.435435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.434741Z","time spent":"2.00068782s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/25 10:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-25T10:19:32.436046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000466514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-25T10:19:32.43616Z","caller":"traceutil/trace.go:171","msg":"trace[870241428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628469s","start":"2026-05-25T10:19:30.435507Z","end":"2026-05-25T10:19:32.436135Z","steps":["trace[870241428] 'agreement among raft nodes before linearized reading' (duration: 2.000487735s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.436215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:30.435489Z","time spent":"2.000716291s","remote":"127.0.0.1:59038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/25 10:19:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-25T10:19:32.603135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.336225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:19:32.603251Z","caller":"traceutil/trace.go:171","msg":"trace[710823252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3741; }","duration":"988.46282ms","start":"2026-05-25T10:19:31.614772Z","end":"2026-05-25T10:19:32.603234Z","steps":["trace[710823252] 'range keys from in-memory index tree' (duration: 988.322015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.60612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.367805172s","expected-duration":"1s"} {"level":"info","ts":"2026-05-25T10:19:32.606486Z","caller":"traceutil/trace.go:171","msg":"trace[734916527] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"3.964994554s","start":"2026-05-25T10:19:28.641467Z","end":"2026-05-25T10:19:32.606462Z","steps":["trace[734916527] 'process raft request' (duration: 3.964921042s)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:19:32.606514Z","caller":"traceutil/trace.go:171","msg":"trace[1579026441] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"4.380755912s","start":"2026-05-25T10:19:28.225723Z","end":"2026-05-25T10:19:32.606479Z","steps":["trace[1579026441] 'process raft request' (duration: 4.380518595s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.606623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.641431Z","time spent":"3.965120778s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T10:19:32.60666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.225695Z","time spent":"4.380880916s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T10:19:32.606706Z","caller":"traceutil/trace.go:171","msg":"trace[746306804] linearizableReadLoop","detail":"{readStateIndex:3887; appliedIndex:3882; }","duration":"4.493306508s","start":"2026-05-25T10:19:28.113382Z","end":"2026-05-25T10:19:32.606689Z","steps":["trace[746306804] 'read index received' (duration: 1.12492529s)","trace[746306804] 'applied index is now lower than readState.Index' (duration: 3.368379658s)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:19:32.606741Z","caller":"traceutil/trace.go:171","msg":"trace[1126992181] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"3.964893712s","start":"2026-05-25T10:19:28.641835Z","end":"2026-05-25T10:19:32.606729Z","steps":["trace[1126992181] 'process raft request' (duration: 3.964594653s)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:19:32.606787Z","caller":"traceutil/trace.go:171","msg":"trace[372893624] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"3.638845237s","start":"2026-05-25T10:19:28.96793Z","end":"2026-05-25T10:19:32.606775Z","steps":["trace[372893624] 'process raft request' (duration: 3.638699383s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.606817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.641812Z","time spent":"3.964973144s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T10:19:32.606862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.9679Z","time spent":"3.63891587s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T10:19:32.606979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493595356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-pqnjl\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-05-25T10:19:32.607044Z","caller":"traceutil/trace.go:171","msg":"trace[1762884874] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-pqnjl; range_end:; response_count:1; response_revision:3745; }","duration":"4.493659898s","start":"2026-05-25T10:19:28.113373Z","end":"2026-05-25T10:19:32.607033Z","steps":["trace[1762884874] 'agreement among raft nodes before linearized reading' (duration: 4.493504653s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.607088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.113295Z","time spent":"4.493785062s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5123,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-pqnjl\" "} {"level":"info","ts":"2026-05-25T10:19:32.610292Z","caller":"traceutil/trace.go:171","msg":"trace[1058573589] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"3.370256962s","start":"2026-05-25T10:19:29.240014Z","end":"2026-05-25T10:19:32.610271Z","steps":["trace[1058573589] 'process raft request' (duration: 3.369829299s)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:19:32.610326Z","caller":"traceutil/trace.go:171","msg":"trace[850648532] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"3.348866961s","start":"2026-05-25T10:19:29.261447Z","end":"2026-05-25T10:19:32.610314Z","steps":["trace[850648532] 'process raft request' (duration: 3.348733547s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.610403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.239985Z","time spent":"3.370353555s","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T10:19:32.610481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.26143Z","time spent":"3.348982954s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T10:19:32.610386Z","caller":"traceutil/trace.go:171","msg":"trace[410061094] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"841.883986ms","start":"2026-05-25T10:19:31.768455Z","end":"2026-05-25T10:19:32.610339Z","steps":["trace[410061094] 'process raft request' (duration: 841.775863ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:19:32.610588Z","caller":"traceutil/trace.go:171","msg":"trace[372637663] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"155.950737ms","start":"2026-05-25T10:19:32.454629Z","end":"2026-05-25T10:19:32.61058Z","steps":["trace[372637663] 'process raft request' (duration: 155.642768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.610704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070868752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-25T10:19:32.610765Z","caller":"traceutil/trace.go:171","msg":"trace[73502395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3749; }","duration":"3.070967434s","start":"2026-05-25T10:19:29.53978Z","end":"2026-05-25T10:19:32.610747Z","steps":["trace[73502395] 'agreement among raft nodes before linearized reading' (duration: 3.070869052s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.611137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.539755Z","time spent":"3.071373376s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-25T10:19:32.610705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:31.768445Z","time spent":"842.125932ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T10:19:32.610778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352902648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-25T10:19:32.611401Z","caller":"traceutil/trace.go:171","msg":"trace[86176758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3749; }","duration":"3.353559158s","start":"2026-05-25T10:19:29.257827Z","end":"2026-05-25T10:19:32.611386Z","steps":["trace[86176758] 'agreement among raft nodes before linearized reading' (duration: 3.352916119s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.611438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.257807Z","time spent":"3.353621529s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-25T10:19:32.610515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293962253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qxdnt\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-25T10:19:32.611468Z","caller":"traceutil/trace.go:171","msg":"trace[1914139091] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qxdnt; range_end:; response_count:1; response_revision:3749; }","duration":"4.294981182s","start":"2026-05-25T10:19:28.316478Z","end":"2026-05-25T10:19:32.611459Z","steps":["trace[1914139091] 'agreement among raft nodes before linearized reading' (duration: 4.293957732s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.6115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:28.316432Z","time spent":"4.295060324s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-qxdnt\" "} {"level":"warn","ts":"2026-05-25T10:19:32.610729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348771198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-25T10:19:32.611559Z","caller":"traceutil/trace.go:171","msg":"trace[994516657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3749; }","duration":"3.349621164s","start":"2026-05-25T10:19:29.261932Z","end":"2026-05-25T10:19:32.611553Z","steps":["trace[994516657] 'agreement among raft nodes before linearized reading' (duration: 3.348755888s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.61158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.261922Z","time spent":"3.349650084s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-25T10:19:32.610831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349144899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T10:19:32.611635Z","caller":"traceutil/trace.go:171","msg":"trace[1053785970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3749; }","duration":"3.349993914s","start":"2026-05-25T10:19:29.261632Z","end":"2026-05-25T10:19:32.611626Z","steps":["trace[1053785970] 'agreement among raft nodes before linearized reading' (duration: 3.349113477s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.611667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.261608Z","time spent":"3.350051056s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-25T10:19:32.610876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350640533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-25T10:19:32.610914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349428807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T10:19:32.611819Z","caller":"traceutil/trace.go:171","msg":"trace[1913266070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3749; }","duration":"3.350351044s","start":"2026-05-25T10:19:29.261457Z","end":"2026-05-25T10:19:32.611808Z","steps":["trace[1913266070] 'agreement among raft nodes before linearized reading' (duration: 3.349406026s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.611869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.261443Z","time spent":"3.350415606s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-25T10:19:32.611804Z","caller":"traceutil/trace.go:171","msg":"trace[399589933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3749; }","duration":"3.351525589s","start":"2026-05-25T10:19:29.260189Z","end":"2026-05-25T10:19:32.611715Z","steps":["trace[399589933] 'agreement among raft nodes before linearized reading' (duration: 3.35054928s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.611921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:29.26017Z","time spent":"3.351735605s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-25T10:19:32.610943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431055777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-05-25T10:19:32.612002Z","caller":"traceutil/trace.go:171","msg":"trace[708308748] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3749; }","duration":"1.432136469s","start":"2026-05-25T10:19:31.179854Z","end":"2026-05-25T10:19:32.611991Z","steps":["trace[708308748] 'agreement among raft nodes before linearized reading' (duration: 1.431033926s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.610948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678672043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:19:32.612084Z","caller":"traceutil/trace.go:171","msg":"trace[1587501154] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3749; }","duration":"1.679831217s","start":"2026-05-25T10:19:30.932236Z","end":"2026-05-25T10:19:32.612068Z","steps":["trace[1587501154] 'agreement among raft nodes before linearized reading' (duration: 1.678658573s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.612117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:30.932223Z","time spent":"1.679882018s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-25T10:19:32.610987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.583417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:19:32.61219Z","caller":"traceutil/trace.go:171","msg":"trace[88743912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3749; }","duration":"882.806463ms","start":"2026-05-25T10:19:31.729365Z","end":"2026-05-25T10:19:32.612171Z","steps":["trace[88743912] 'agreement among raft nodes before linearized reading' (duration: 881.595278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.61223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:31.72935Z","time spent":"882.866566ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-25T10:19:32.610998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886361301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:19:32.612331Z","caller":"traceutil/trace.go:171","msg":"trace[1102064426] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3749; }","duration":"1.887728152s","start":"2026-05-25T10:19:30.724595Z","end":"2026-05-25T10:19:32.612323Z","steps":["trace[1102064426] 'agreement among raft nodes before linearized reading' (duration: 1.886379812s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.61209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:31.179839Z","time spent":"1.432211341s","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-25T10:19:32.6124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:30.72458Z","time spent":"1.887791744s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-25T10:19:32.610992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512795379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-25T10:19:32.612471Z","caller":"traceutil/trace.go:171","msg":"trace[1710426386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3749; }","duration":"1.514270122s","start":"2026-05-25T10:19:31.09819Z","end":"2026-05-25T10:19:32.61246Z","steps":["trace[1710426386] 'agreement among raft nodes before linearized reading' (duration: 1.512728437s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:19:32.612499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:19:31.098145Z","time spent":"1.514346084s","remote":"127.0.0.1:59218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-25T10:19:32.610957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.812412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:19:32.612537Z","caller":"traceutil/trace.go:171","msg":"trace[555958377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3749; }","duration":"157.410138ms","start":"2026-05-25T10:19:32.455114Z","end":"2026-05-25T10:19:32.612524Z","steps":["trace[555958377] 'agreement among raft nodes before linearized reading' (duration: 155.825332ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:19:55.272673Z","caller":"traceutil/trace.go:171","msg":"trace[1166022051] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"141.091045ms","start":"2026-05-25T10:19:55.13155Z","end":"2026-05-25T10:19:55.272641Z","steps":["trace[1166022051] 'process raft request' (duration: 140.91442ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:21:27.167047Z","caller":"traceutil/trace.go:171","msg":"trace[403928813] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"110.50927ms","start":"2026-05-25T10:21:27.056498Z","end":"2026-05-25T10:21:27.167008Z","steps":["trace[403928813] 'read index received' (duration: 42.16492ms)","trace[403928813] 'applied index is now lower than readState.Index' (duration: 68.34196ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:21:27.167088Z","caller":"traceutil/trace.go:171","msg":"trace[749090087] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"112.147428ms","start":"2026-05-25T10:21:27.054888Z","end":"2026-05-25T10:21:27.167036Z","steps":["trace[749090087] 'process raft request' (duration: 43.807188ms)","trace[749090087] 'compare' (duration: 68.025151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T10:21:27.167415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.884871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-25T10:21:27.167518Z","caller":"traceutil/trace.go:171","msg":"trace[377671602] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4969; }","duration":"111.028845ms","start":"2026-05-25T10:21:27.056463Z","end":"2026-05-25T10:21:27.167491Z","steps":["trace[377671602] 'agreement among raft nodes before linearized reading' (duration: 110.692865ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:21:44.770549Z","caller":"traceutil/trace.go:171","msg":"trace[1797667874] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"106.663109ms","start":"2026-05-25T10:21:44.66385Z","end":"2026-05-25T10:21:44.770513Z","steps":["trace[1797667874] 'process raft request' (duration: 25.088536ms)","trace[1797667874] 'compare' (duration: 81.334716ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:21:45.21389Z","caller":"traceutil/trace.go:171","msg":"trace[1615960870] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"179.405634ms","start":"2026-05-25T10:21:45.034446Z","end":"2026-05-25T10:21:45.213852Z","steps":["trace[1615960870] 'process raft request' (duration: 179.141547ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:21:54.383231Z","caller":"traceutil/trace.go:171","msg":"trace[1461377455] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"192.439262ms","start":"2026-05-25T10:21:54.190747Z","end":"2026-05-25T10:21:54.383186Z","steps":["trace[1461377455] 'process raft request' (duration: 192.086912ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:22:35.065443Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2965} {"level":"info","ts":"2026-05-25T10:22:35.140376Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2965,"took":"72.820539ms","hash":215633358,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":33656832,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-25T10:22:35.140452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":215633358,"revision":2965,"compact-revision":-1} {"level":"info","ts":"2026-05-25T10:23:14.151745Z","caller":"traceutil/trace.go:171","msg":"trace[889674345] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"185.654106ms","start":"2026-05-25T10:23:13.966049Z","end":"2026-05-25T10:23:14.151703Z","steps":["trace[889674345] 'process raft request' (duration: 154.992369ms)","trace[889674345] 'compare' (duration: 30.304537ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:23:14.151878Z","caller":"traceutil/trace.go:171","msg":"trace[128680852] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6481; }","duration":"170.110705ms","start":"2026-05-25T10:23:13.981737Z","end":"2026-05-25T10:23:14.151848Z","steps":["trace[128680852] 'read index received' (duration: 13.433599ms)","trace[128680852] 'applied index is now lower than readState.Index' (duration: 156.675796ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:23:14.152024Z","caller":"traceutil/trace.go:171","msg":"trace[472053144] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"185.389088ms","start":"2026-05-25T10:23:13.966612Z","end":"2026-05-25T10:23:14.152001Z","steps":["trace[472053144] 'process raft request' (duration: 184.965896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:23:14.152232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.395581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qxdnt\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-25T10:23:14.152304Z","caller":"traceutil/trace.go:171","msg":"trace[636710830] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qxdnt; range_end:; response_count:1; response_revision:6259; }","duration":"164.506334ms","start":"2026-05-25T10:23:13.987781Z","end":"2026-05-25T10:23:14.152287Z","steps":["trace[636710830] 'agreement among raft nodes before linearized reading' (duration: 164.289628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:23:14.153483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.720152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-25T10:23:14.153542Z","caller":"traceutil/trace.go:171","msg":"trace[887326130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6259; }","duration":"171.862866ms","start":"2026-05-25T10:23:13.981665Z","end":"2026-05-25T10:23:14.153528Z","steps":["trace[887326130] 'agreement among raft nodes before linearized reading' (duration: 170.348423ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:24:18.198938Z","caller":"traceutil/trace.go:171","msg":"trace[684874094] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"100.818837ms","start":"2026-05-25T10:24:18.098089Z","end":"2026-05-25T10:24:18.198908Z","steps":["trace[684874094] 'process raft request' (duration: 100.314523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:25:39.465979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.767625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-427880ed-9da3-42ec-90ec-1518f2b77239\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-25T10:25:39.466096Z","caller":"traceutil/trace.go:171","msg":"trace[283601514] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-427880ed-9da3-42ec-90ec-1518f2b77239; range_end:; response_count:1; response_revision:7199; }","duration":"138.947581ms","start":"2026-05-25T10:25:39.327126Z","end":"2026-05-25T10:25:39.466074Z","steps":["trace[283601514] 'range keys from in-memory index tree' (duration: 138.465087ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:27:35.07062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5959} {"level":"info","ts":"2026-05-25T10:27:35.153413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5959,"took":"80.356692ms","hash":2973049651,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":26087424,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-25T10:27:35.153506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2973049651,"revision":5959,"compact-revision":2965} {"level":"info","ts":"2026-05-25T10:28:27.971428Z","caller":"traceutil/trace.go:171","msg":"trace[2044718095] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"161.758193ms","start":"2026-05-25T10:28:27.809642Z","end":"2026-05-25T10:28:27.9714Z","steps":["trace[2044718095] 'process raft request' (duration: 161.534075ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:28:56.955477Z","caller":"traceutil/trace.go:171","msg":"trace[1573945302] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9026; }","duration":"321.476416ms","start":"2026-05-25T10:28:56.633973Z","end":"2026-05-25T10:28:56.95545Z","steps":["trace[1573945302] 'read index received' (duration: 321.205498ms)","trace[1573945302] 'applied index is now lower than readState.Index' (duration: 270.028µs)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:28:56.955624Z","caller":"traceutil/trace.go:171","msg":"trace[858353669] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"460.78795ms","start":"2026-05-25T10:28:56.494771Z","end":"2026-05-25T10:28:56.955559Z","steps":["trace[858353669] 'process raft request' (duration: 460.463941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:28:56.955877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.880637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qxdnt\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-25T10:28:56.95595Z","caller":"traceutil/trace.go:171","msg":"trace[278128272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qxdnt; range_end:; response_count:1; response_revision:8719; }","duration":"322.014361ms","start":"2026-05-25T10:28:56.633917Z","end":"2026-05-25T10:28:56.955931Z","steps":["trace[278128272] 'agreement among raft nodes before linearized reading' (duration: 321.787914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:28:56.956009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:28:56.633889Z","time spent":"322.105604ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-qxdnt\" "} {"level":"warn","ts":"2026-05-25T10:28:56.955882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:28:56.49476Z","time spent":"461.033167ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T10:29:01.604427Z","caller":"traceutil/trace.go:171","msg":"trace[1172219641] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"175.592122ms","start":"2026-05-25T10:29:01.428774Z","end":"2026-05-25T10:29:01.604366Z","steps":["trace[1172219641] 'process raft request' (duration: 175.373845ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:29:01.610552Z","caller":"traceutil/trace.go:171","msg":"trace[699975353] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"152.059873ms","start":"2026-05-25T10:29:01.458456Z","end":"2026-05-25T10:29:01.610516Z","steps":["trace[699975353] 'process raft request' (duration: 151.883948ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:29:10.215358Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023b1.wal"} {"level":"warn","ts":"2026-05-25T10:29:11.476655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.192305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-25T10:29:11.476818Z","caller":"traceutil/trace.go:171","msg":"trace[836738787] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9148; }","duration":"416.353226ms","start":"2026-05-25T10:29:11.060442Z","end":"2026-05-25T10:29:11.476795Z","steps":["trace[836738787] 'read index received' (duration: 42.509628ms)","trace[836738787] 'applied index is now lower than readState.Index' (duration: 373.841848ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:29:11.476872Z","caller":"traceutil/trace.go:171","msg":"trace[1342414730] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"429.877368ms","start":"2026-05-25T10:29:11.046952Z","end":"2026-05-25T10:29:11.476829Z","steps":["trace[1342414730] 'process raft request' (duration: 294.394164ms)","trace[1342414730] 'compare' (duration: 134.848245ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T10:29:11.477062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.694936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qxdnt\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-25T10:29:11.477079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:29:11.046918Z","time spent":"430.053933ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T10:29:11.477096Z","caller":"traceutil/trace.go:171","msg":"trace[873586033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qxdnt; range_end:; response_count:1; response_revision:8835; }","duration":"416.787869ms","start":"2026-05-25T10:29:11.060298Z","end":"2026-05-25T10:29:11.477086Z","steps":["trace[873586033] 'agreement among raft nodes before linearized reading' (duration: 416.601004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:29:11.477139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:29:11.060268Z","time spent":"416.857281ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-qxdnt\" "} {"level":"warn","ts":"2026-05-25T10:29:11.477307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.684217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:29:11.477489Z","caller":"traceutil/trace.go:171","msg":"trace[1572504662] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8835; }","duration":"388.893373ms","start":"2026-05-25T10:29:11.088519Z","end":"2026-05-25T10:29:11.477412Z","steps":["trace[1572504662] 'agreement among raft nodes before linearized reading' (duration: 388.672527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:29:11.477549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:29:11.088488Z","time spent":"389.045268ms","remote":"127.0.0.1:53824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-25T10:29:11.768175Z","caller":"traceutil/trace.go:171","msg":"trace[130622472] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"121.235771ms","start":"2026-05-25T10:29:11.646912Z","end":"2026-05-25T10:29:11.768148Z","steps":["trace[130622472] 'process raft request' (duration: 120.997654ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:29:11.768465Z","caller":"traceutil/trace.go:171","msg":"trace[44573715] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"120.878212ms","start":"2026-05-25T10:29:11.647486Z","end":"2026-05-25T10:29:11.768364Z","steps":["trace[44573715] 'process raft request' (duration: 120.609524ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:30:38.042188Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1918dd9317ae83a2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-25T10:30:38.050346Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-25T10:30:38.050496Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-25T10:32:35.113305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8053} {"level":"info","ts":"2026-05-25T10:32:35.181753Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8053,"took":"66.054768ms","hash":1186118753,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":28131328,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-25T10:32:35.181809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1186118753,"revision":8053,"compact-revision":5959} {"level":"info","ts":"2026-05-25T10:36:06.701548Z","caller":"traceutil/trace.go:171","msg":"trace[1475277724] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"161.984125ms","start":"2026-05-25T10:36:06.53953Z","end":"2026-05-25T10:36:06.701514Z","steps":["trace[1475277724] 'process raft request' (duration: 161.751038ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:37:35.121709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10463} {"level":"info","ts":"2026-05-25T10:37:35.199442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10463,"took":"75.255227ms","hash":1110170968,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":26562560,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-25T10:37:35.1995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1110170968,"revision":10463,"compact-revision":8053} {"level":"info","ts":"2026-05-25T10:42:35.127448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12620} {"level":"info","ts":"2026-05-25T10:42:35.202318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12620,"took":"72.86429ms","hash":2271406610,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":27140096,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-25T10:42:35.202397Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2271406610,"revision":12620,"compact-revision":10463} {"level":"info","ts":"2026-05-25T10:43:12.14334Z","caller":"traceutil/trace.go:171","msg":"trace[1827684211] transaction","detail":"{read_only:false; response_revision:15014; number_of_response:1; }","duration":"315.625806ms","start":"2026-05-25T10:43:11.827683Z","end":"2026-05-25T10:43:12.143309Z","steps":["trace[1827684211] 'process raft request' (duration: 315.410369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:43:12.143669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:43:11.827657Z","time spent":"315.882864ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T10:43:12.239412Z","caller":"traceutil/trace.go:171","msg":"trace[410986418] linearizableReadLoop","detail":"{readStateIndex:15541; appliedIndex:15539; }","duration":"171.894011ms","start":"2026-05-25T10:43:12.067492Z","end":"2026-05-25T10:43:12.239386Z","steps":["trace[410986418] 'read index received' (duration: 75.699109ms)","trace[410986418] 'applied index is now lower than readState.Index' (duration: 96.193402ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:43:12.239619Z","caller":"traceutil/trace.go:171","msg":"trace[977819172] transaction","detail":"{read_only:false; response_revision:15015; number_of_response:1; }","duration":"353.220472ms","start":"2026-05-25T10:43:11.886367Z","end":"2026-05-25T10:43:12.239587Z","steps":["trace[977819172] 'process raft request' (duration: 351.377689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:43:12.239907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.170889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T10:43:12.239979Z","caller":"traceutil/trace.go:171","msg":"trace[712456358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15015; }","duration":"172.603521ms","start":"2026-05-25T10:43:12.067355Z","end":"2026-05-25T10:43:12.239958Z","steps":["trace[712456358] 'agreement among raft nodes before linearized reading' (duration: 172.149338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:43:12.240036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:43:11.886348Z","time spent":"353.517861ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T10:43:50.272528Z","caller":"traceutil/trace.go:171","msg":"trace[1287577458] transaction","detail":"{read_only:false; response_revision:15484; number_of_response:1; }","duration":"100.179125ms","start":"2026-05-25T10:43:50.172318Z","end":"2026-05-25T10:43:50.272498Z","steps":["trace[1287577458] 'process raft request' (duration: 99.838476ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:44:18.413712Z","caller":"traceutil/trace.go:171","msg":"trace[602694468] linearizableReadLoop","detail":"{readStateIndex:16270; appliedIndex:16269; }","duration":"195.624327ms","start":"2026-05-25T10:44:18.218058Z","end":"2026-05-25T10:44:18.413682Z","steps":["trace[602694468] 'read index received' (duration: 195.506164ms)","trace[602694468] 'applied index is now lower than readState.Index' (duration: 116.423µs)"],"step_count":2} {"level":"warn","ts":"2026-05-25T10:44:18.41411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.036179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:44:18.414165Z","caller":"traceutil/trace.go:171","msg":"trace[830020118] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15725; }","duration":"196.136061ms","start":"2026-05-25T10:44:18.218012Z","end":"2026-05-25T10:44:18.414148Z","steps":["trace[830020118] 'agreement among raft nodes before linearized reading' (duration: 196.038338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:18.414333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.252804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:44:18.414392Z","caller":"traceutil/trace.go:171","msg":"trace[1263003987] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15725; }","duration":"196.313196ms","start":"2026-05-25T10:44:18.218065Z","end":"2026-05-25T10:44:18.414378Z","steps":["trace[1263003987] 'agreement among raft nodes before linearized reading' (duration: 196.226543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:18.4147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.37954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-25T10:44:18.414749Z","caller":"traceutil/trace.go:171","msg":"trace[1228091821] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15725; }","duration":"194.451522ms","start":"2026-05-25T10:44:18.220286Z","end":"2026-05-25T10:44:18.414737Z","steps":["trace[1228091821] 'agreement among raft nodes before linearized reading' (duration: 194.288097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:18.414995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.500713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-25T10:44:18.415042Z","caller":"traceutil/trace.go:171","msg":"trace[1677621836] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15725; }","duration":"195.566565ms","start":"2026-05-25T10:44:18.219464Z","end":"2026-05-25T10:44:18.415031Z","steps":["trace[1677621836] 'agreement among raft nodes before linearized reading' (duration: 195.439851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:18.415252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.745189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:44:18.415337Z","caller":"traceutil/trace.go:171","msg":"trace[658321712] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15725; }","duration":"196.860142ms","start":"2026-05-25T10:44:18.218464Z","end":"2026-05-25T10:44:18.415324Z","steps":["trace[658321712] 'agreement among raft nodes before linearized reading' (duration: 196.752489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:18.415708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.347176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-05-25T10:44:18.415716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.255503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:44:18.415792Z","caller":"traceutil/trace.go:171","msg":"trace[299403360] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15725; }","duration":"197.45796ms","start":"2026-05-25T10:44:18.218314Z","end":"2026-05-25T10:44:18.415772Z","steps":["trace[299403360] 'agreement among raft nodes before linearized reading' (duration: 197.080678ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:44:18.415833Z","caller":"traceutil/trace.go:171","msg":"trace[630601768] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15725; }","duration":"197.44273ms","start":"2026-05-25T10:44:18.218365Z","end":"2026-05-25T10:44:18.415808Z","steps":["trace[630601768] 'agreement among raft nodes before linearized reading' (duration: 197.196232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:39.380246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.581956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-25T10:44:39.380349Z","caller":"traceutil/trace.go:171","msg":"trace[991167608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15831; }","duration":"157.725101ms","start":"2026-05-25T10:44:39.222598Z","end":"2026-05-25T10:44:39.380323Z","steps":["trace[991167608] 'range keys from in-memory index tree' (duration: 157.448583ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:44:39.60868Z","caller":"traceutil/trace.go:171","msg":"trace[817351653] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"173.25382ms","start":"2026-05-25T10:44:39.435396Z","end":"2026-05-25T10:44:39.60865Z","steps":["trace[817351653] 'process raft request' (duration: 156.877786ms)","trace[817351653] 'compare' (duration: 15.849008ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:44:39.626808Z","caller":"traceutil/trace.go:171","msg":"trace[2030679228] linearizableReadLoop","detail":"{readStateIndex:16383; appliedIndex:16381; }","duration":"146.837515ms","start":"2026-05-25T10:44:39.479947Z","end":"2026-05-25T10:44:39.626784Z","steps":["trace[2030679228] 'read index received' (duration: 112.322627ms)","trace[2030679228] 'applied index is now lower than readState.Index' (duration: 34.513788ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T10:44:39.626757Z","caller":"traceutil/trace.go:171","msg":"trace[195417478] transaction","detail":"{read_only:false; response_revision:15834; number_of_response:1; }","duration":"189.603642ms","start":"2026-05-25T10:44:39.437085Z","end":"2026-05-25T10:44:39.626689Z","steps":["trace[195417478] 'process raft request' (duration: 189.350285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:39.62732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.304649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-25T10:44:39.627427Z","caller":"traceutil/trace.go:171","msg":"trace[1061435888] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15836; }","duration":"147.509105ms","start":"2026-05-25T10:44:39.479893Z","end":"2026-05-25T10:44:39.627402Z","steps":["trace[1061435888] 'agreement among raft nodes before linearized reading' (duration: 147.154525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:39.63617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.095263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:44:39.636214Z","caller":"traceutil/trace.go:171","msg":"trace[1123900792] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15838; }","duration":"156.179555ms","start":"2026-05-25T10:44:39.480025Z","end":"2026-05-25T10:44:39.636205Z","steps":["trace[1123900792] 'agreement among raft nodes before linearized reading' (duration: 156.081052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:39.636789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.156186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T10:44:39.636823Z","caller":"traceutil/trace.go:171","msg":"trace[98638954] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15838; }","duration":"155.192557ms","start":"2026-05-25T10:44:39.481621Z","end":"2026-05-25T10:44:39.636813Z","steps":["trace[98638954] 'agreement among raft nodes before linearized reading' (duration: 155.138596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:39.637213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.407243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-25T10:44:39.637293Z","caller":"traceutil/trace.go:171","msg":"trace[1116611736] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15838; }","duration":"156.498485ms","start":"2026-05-25T10:44:39.48077Z","end":"2026-05-25T10:44:39.637269Z","steps":["trace[1116611736] 'agreement among raft nodes before linearized reading' (duration: 156.079813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:44:39.637458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.704002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-05-25T10:44:39.637497Z","caller":"traceutil/trace.go:171","msg":"trace[1970985215] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15838; }","duration":"156.768253ms","start":"2026-05-25T10:44:39.480718Z","end":"2026-05-25T10:44:39.637486Z","steps":["trace[1970985215] 'agreement among raft nodes before linearized reading' (duration: 156.67737ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:45:33.254016Z","caller":"traceutil/trace.go:171","msg":"trace[1839224106] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"110.013861ms","start":"2026-05-25T10:45:33.14395Z","end":"2026-05-25T10:45:33.253964Z","steps":["trace[1839224106] 'process raft request' (duration: 109.761624ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:47:12.119186Z","caller":"traceutil/trace.go:171","msg":"trace[351850405] transaction","detail":"{read_only:false; response_revision:16926; number_of_response:1; }","duration":"113.408519ms","start":"2026-05-25T10:47:12.005739Z","end":"2026-05-25T10:47:12.119148Z","steps":["trace[351850405] 'process raft request' (duration: 113.09319ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:47:35.133042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14620} {"level":"info","ts":"2026-05-25T10:47:35.206259Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14620,"took":"70.841469ms","hash":4168162145,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":31678464,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-25T10:47:35.206341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4168162145,"revision":14620,"compact-revision":12620} {"level":"info","ts":"2026-05-25T10:52:35.141557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17084} {"level":"info","ts":"2026-05-25T10:52:35.257485Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17084,"took":"112.579537ms","hash":659930477,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":29876224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-25T10:52:35.257558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":659930477,"revision":17084,"compact-revision":14620} {"level":"info","ts":"2026-05-25T10:53:24.570022Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1918dd9317ae83a2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-25T10:53:24.576022Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-25T10:53:24.57623Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-25T10:57:17.791472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.699532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-25T10:57:17.791648Z","caller":"traceutil/trace.go:171","msg":"trace[932185635] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:20527; }","duration":"129.913259ms","start":"2026-05-25T10:57:17.661705Z","end":"2026-05-25T10:57:17.791618Z","steps":["trace[932185635] 'range keys from in-memory index tree' (duration: 129.417904ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T10:57:35.150072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19074} {"level":"info","ts":"2026-05-25T10:57:35.243228Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19074,"took":"88.958894ms","hash":856393848,"current-db-size-bytes":57180160,"current-db-size":"57 MB","current-db-size-in-use-bytes":23859200,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-25T10:57:35.243363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":856393848,"revision":19074,"compact-revision":17084} {"level":"warn","ts":"2026-05-25T10:58:50.110572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.364966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-sdpd4\" ","response":"range_response_count:1 size:4615"} {"level":"info","ts":"2026-05-25T10:58:50.110638Z","caller":"traceutil/trace.go:171","msg":"trace[2047368737] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-sdpd4; range_end:; response_count:1; response_revision:21019; }","duration":"586.462199ms","start":"2026-05-25T10:58:49.524158Z","end":"2026-05-25T10:58:50.110621Z","steps":["trace[2047368737] 'range keys from in-memory index tree' (duration: 586.236043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:58:50.110661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:58:49.524144Z","time spent":"586.51212ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4637,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-sdpd4\" "} {"level":"warn","ts":"2026-05-25T10:58:50.110907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.711037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:10 size:65280"} {"level":"info","ts":"2026-05-25T10:58:50.11093Z","caller":"traceutil/trace.go:171","msg":"trace[784583368] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:10; response_revision:21019; }","duration":"576.752747ms","start":"2026-05-25T10:58:49.534171Z","end":"2026-05-25T10:58:50.110924Z","steps":["trace[784583368] 'range keys from in-memory index tree' (duration: 576.605373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:58:50.110944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:58:49.534158Z","time spent":"576.782028ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":10,"response size":65302,"request content":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-05-25T10:58:50.111238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.578024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-25T10:58:50.111259Z","caller":"traceutil/trace.go:171","msg":"trace[1838044237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21019; }","duration":"424.625546ms","start":"2026-05-25T10:58:49.686629Z","end":"2026-05-25T10:58:50.111254Z","steps":["trace[1838044237] 'range keys from in-memory index tree' (duration: 424.510283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:58:50.111306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:58:49.686612Z","time spent":"424.690008ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-25T10:58:50.111474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.19972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-05-25T10:58:50.111493Z","caller":"traceutil/trace.go:171","msg":"trace[50230113] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:21019; }","duration":"315.253032ms","start":"2026-05-25T10:58:49.796236Z","end":"2026-05-25T10:58:50.111489Z","steps":["trace[50230113] 'range keys from in-memory index tree' (duration: 315.050396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:58:50.111506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T10:58:49.796218Z","time spent":"315.284363ms","remote":"127.0.0.1:59234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-25T10:58:50.111917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.590055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t4h5d\" ","response":"range_response_count:1 size:9786"} {"level":"info","ts":"2026-05-25T10:58:50.111999Z","caller":"traceutil/trace.go:171","msg":"trace[1817892424] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t4h5d; range_end:; response_count:1; response_revision:21019; }","duration":"227.712438ms","start":"2026-05-25T10:58:49.884267Z","end":"2026-05-25T10:58:50.11198Z","steps":["trace[1817892424] 'range keys from in-memory index tree' (duration: 227.407319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T10:58:50.113722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.497025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wzwnt\" ","response":"range_response_count:1 size:20755"} {"level":"info","ts":"2026-05-25T10:58:50.113952Z","caller":"traceutil/trace.go:171","msg":"trace[2131178168] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wzwnt; range_end:; response_count:1; response_revision:21019; }","duration":"113.777412ms","start":"2026-05-25T10:58:50.000152Z","end":"2026-05-25T10:58:50.113929Z","steps":["trace[2131178168] 'range keys from in-memory index tree' (duration: 110.458986ms)"],"step_count":1}