{"level":"warn","ts":"2026-04-22T02:42:01.557516Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T02:42:01.557664Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-22T02:42:01.557767Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T02:42:01.557786Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-22T02:42:01.557814Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T02:42:01.558681Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-04-22T02:42:01.558785Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-22T02:42:01.56245Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.357556ms"} {"level":"info","ts":"2026-04-22T02:42:01.583794Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-04-22T02:42:01.583978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T02:42:01.584075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-04-22T02:42:01.584105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T02:42:01.584139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-04-22T02:42:01.584231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-04-22T02:42:01.590727Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T02:42:01.592348Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T02:42:01.593556Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T02:42:01.596375Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T02:42:01.596776Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T02:42:01.596884Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T02:42:01.596979Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T02:42:01.597003Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T02:42:01.599132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-04-22T02:42:01.599344Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-22T02:42:01.602491Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T02:42:01.602606Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-22T02:42:01.602697Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-22T02:42:01.603015Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T02:42:01.603079Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T02:42:01.785281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T02:42:01.785353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T02:42:01.785384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-04-22T02:42:01.785404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-04-22T02:42:01.785411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-22T02:42:01.78544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-04-22T02:42:01.78545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-22T02:42:01.786474Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T02:42:01.786694Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T02:42:01.786757Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T02:42:01.786844Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T02:42:01.787105Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T02:42:01.787198Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T02:42:01.788702Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T02:42:01.788868Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T02:42:01.78892Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T02:42:01.789502Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-04-22T02:42:01.790991Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-22T02:42:40.2751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.634411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T02:42:40.275439Z","caller":"traceutil/trace.go:171","msg":"trace[213982394] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"328.421259ms","start":"2026-04-22T02:42:39.946964Z","end":"2026-04-22T02:42:40.275385Z","steps":["trace[213982394] 'process raft request' (duration: 109.760631ms)","trace[213982394] 'compare' (duration: 217.440354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T02:42:40.275769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T02:42:39.94693Z","time spent":"328.693657ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T02:42:40.277361Z","caller":"traceutil/trace.go:171","msg":"trace[305061631] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"252.753894ms","start":"2026-04-22T02:42:40.024565Z","end":"2026-04-22T02:42:40.277319Z","steps":["trace[305061631] 'process raft request' (duration: 250.974514ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:42:40.748735Z","caller":"traceutil/trace.go:171","msg":"trace[1793254497] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"440.666261ms","start":"2026-04-22T02:42:40.308026Z","end":"2026-04-22T02:42:40.748692Z","steps":["trace[1793254497] 'process raft request' (duration: 401.633358ms)","trace[1793254497] 'compare' (duration: 38.830797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T02:42:40.748932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T02:42:40.308001Z","time spent":"440.841716ms","remote":"127.0.0.1:56942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T02:42:40.812058Z","caller":"traceutil/trace.go:171","msg":"trace[436745957] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"447.263625ms","start":"2026-04-22T02:42:40.364711Z","end":"2026-04-22T02:42:40.811974Z","steps":["trace[436745957] 'process raft request' (duration: 446.869594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:42:40.812328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T02:42:40.364682Z","time spent":"447.524213ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T02:42:56.233094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.69007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T02:42:56.233163Z","caller":"traceutil/trace.go:171","msg":"trace[108616555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:784; }","duration":"267.792553ms","start":"2026-04-22T02:42:55.965354Z","end":"2026-04-22T02:42:56.233146Z","steps":["trace[108616555] 'range keys from in-memory index tree' (duration: 267.611037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:42:56.23307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.556985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-22T02:42:56.23339Z","caller":"traceutil/trace.go:171","msg":"trace[266052194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:784; }","duration":"114.960126ms","start":"2026-04-22T02:42:56.118385Z","end":"2026-04-22T02:42:56.233345Z","steps":["trace[266052194] 'range keys from in-memory index tree' (duration: 114.388651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:42:56.233078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.083444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-22T02:42:56.233621Z","caller":"traceutil/trace.go:171","msg":"trace[1530833400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:784; }","duration":"207.689791ms","start":"2026-04-22T02:42:56.025858Z","end":"2026-04-22T02:42:56.233548Z","steps":["trace[1530833400] 'range keys from in-memory index tree' (duration: 206.880718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:44:11.164236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.418581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T02:44:11.164349Z","caller":"traceutil/trace.go:171","msg":"trace[727618300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"199.607295ms","start":"2026-04-22T02:44:10.964723Z","end":"2026-04-22T02:44:11.16433Z","steps":["trace[727618300] 'range keys from in-memory index tree' (duration: 199.302327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:44:11.16445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.73042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T02:44:11.164562Z","caller":"traceutil/trace.go:171","msg":"trace[1658859890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"113.914536ms","start":"2026-04-22T02:44:11.050621Z","end":"2026-04-22T02:44:11.164535Z","steps":["trace[1658859890] 'range keys from in-memory index tree' (duration: 113.504434ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:44:23.969177Z","caller":"traceutil/trace.go:171","msg":"trace[916854084] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"121.007514ms","start":"2026-04-22T02:44:23.848146Z","end":"2026-04-22T02:44:23.969153Z","steps":["trace[916854084] 'process raft request' (duration: 120.806269ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:44:55.735638Z","caller":"traceutil/trace.go:171","msg":"trace[1049440830] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"162.544003ms","start":"2026-04-22T02:44:55.57306Z","end":"2026-04-22T02:44:55.735603Z","steps":["trace[1049440830] 'process raft request' (duration: 150.095935ms)","trace[1049440830] 'compare' (duration: 12.275353ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:45:01.808975Z","caller":"traceutil/trace.go:171","msg":"trace[687544489] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"143.05731ms","start":"2026-04-22T02:45:01.66589Z","end":"2026-04-22T02:45:01.808948Z","steps":["trace[687544489] 'process raft request' (duration: 142.885755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:45:02.090819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.061669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T02:45:02.091101Z","caller":"traceutil/trace.go:171","msg":"trace[1332526623] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"334.982089ms","start":"2026-04-22T02:45:01.756091Z","end":"2026-04-22T02:45:02.091073Z","steps":["trace[1332526623] 'process raft request' (duration: 186.578731ms)","trace[1332526623] 'compare' (duration: 147.796842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T02:45:02.091258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T02:45:01.756065Z","time spent":"335.138534ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T02:50:43.562487Z","caller":"traceutil/trace.go:171","msg":"trace[1492517846] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"102.418833ms","start":"2026-04-22T02:50:43.460044Z","end":"2026-04-22T02:50:43.562463Z","steps":["trace[1492517846] 'process raft request' (duration: 102.384782ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:43.562482Z","caller":"traceutil/trace.go:171","msg":"trace[367247439] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"104.650625ms","start":"2026-04-22T02:50:43.457781Z","end":"2026-04-22T02:50:43.562432Z","steps":["trace[367247439] 'process raft request' (duration: 103.445911ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:43.5626Z","caller":"traceutil/trace.go:171","msg":"trace[1708018889] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"103.705938ms","start":"2026-04-22T02:50:43.458843Z","end":"2026-04-22T02:50:43.562549Z","steps":["trace[1708018889] 'process raft request' (duration: 103.500243ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:43.562526Z","caller":"traceutil/trace.go:171","msg":"trace[2133320120] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"103.705019ms","start":"2026-04-22T02:50:43.4588Z","end":"2026-04-22T02:50:43.562506Z","steps":["trace[2133320120] 'process raft request' (duration: 103.504304ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:43.56262Z","caller":"traceutil/trace.go:171","msg":"trace[1391298041] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"103.529884ms","start":"2026-04-22T02:50:43.459034Z","end":"2026-04-22T02:50:43.562564Z","steps":["trace[1391298041] 'process raft request' (duration: 103.367839ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:43.572697Z","caller":"traceutil/trace.go:171","msg":"trace[1703985415] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5219; }","duration":"108.621918ms","start":"2026-04-22T02:50:43.464059Z","end":"2026-04-22T02:50:43.572681Z","steps":["trace[1703985415] 'read index received' (duration: 97.148923ms)","trace[1703985415] 'applied index is now lower than readState.Index' (duration: 11.472055ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:50:43.572811Z","caller":"traceutil/trace.go:171","msg":"trace[817659234] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"111.604882ms","start":"2026-04-22T02:50:43.461164Z","end":"2026-04-22T02:50:43.572768Z","steps":["trace[817659234] 'process raft request' (duration: 111.277172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:50:43.573014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.860935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18a88e0de6a067b9\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-22T02:50:43.573071Z","caller":"traceutil/trace.go:171","msg":"trace[7118038] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-chunks-cache.18a88e0de6a067b9; range_end:; response_count:1; response_revision:5033; }","duration":"109.030089ms","start":"2026-04-22T02:50:43.464025Z","end":"2026-04-22T02:50:43.573056Z","steps":["trace[7118038] 'agreement among raft nodes before linearized reading' (duration: 108.743291ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:47.16407Z","caller":"traceutil/trace.go:171","msg":"trace[1379815484] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5361; }","duration":"134.067247ms","start":"2026-04-22T02:50:47.029976Z","end":"2026-04-22T02:50:47.164043Z","steps":["trace[1379815484] 'read index received' (duration: 133.883531ms)","trace[1379815484] 'applied index is now lower than readState.Index' (duration: 183.036µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:50:47.164182Z","caller":"traceutil/trace.go:171","msg":"trace[597526853] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"146.165169ms","start":"2026-04-22T02:50:47.017986Z","end":"2026-04-22T02:50:47.164152Z","steps":["trace[597526853] 'process raft request' (duration: 145.930102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:50:47.164328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.333634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-22T02:50:47.164405Z","caller":"traceutil/trace.go:171","msg":"trace[356304967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5167; }","duration":"134.464028ms","start":"2026-04-22T02:50:47.029925Z","end":"2026-04-22T02:50:47.164389Z","steps":["trace[356304967] 'agreement among raft nodes before linearized reading' (duration: 134.235761ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:47.291045Z","caller":"traceutil/trace.go:171","msg":"trace[861717232] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"122.267304ms","start":"2026-04-22T02:50:47.168728Z","end":"2026-04-22T02:50:47.290995Z","steps":["trace[861717232] 'process raft request' (duration: 94.634933ms)","trace[861717232] 'compare' (duration: 27.301221ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:50:47.291247Z","caller":"traceutil/trace.go:171","msg":"trace[572505365] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5362; }","duration":"116.4873ms","start":"2026-04-22T02:50:47.174712Z","end":"2026-04-22T02:50:47.2912Z","steps":["trace[572505365] 'read index received' (duration: 88.664144ms)","trace[572505365] 'applied index is now lower than readState.Index' (duration: 27.821746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T02:50:47.291691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.928404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nzwxs-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-04-22T02:50:47.291808Z","caller":"traceutil/trace.go:171","msg":"trace[971030738] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nzwxs-tls; range_end:; response_count:1; response_revision:5169; }","duration":"117.098888ms","start":"2026-04-22T02:50:47.174681Z","end":"2026-04-22T02:50:47.29178Z","steps":["trace[971030738] 'agreement among raft nodes before linearized reading' (duration: 116.683426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:50:50.080657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.66572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T02:50:50.08075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.775612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-22T02:50:50.080777Z","caller":"traceutil/trace.go:171","msg":"trace[1359699916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5236; }","duration":"102.887096ms","start":"2026-04-22T02:50:49.977866Z","end":"2026-04-22T02:50:50.080753Z","steps":["trace[1359699916] 'count revisions from in-memory index tree' (duration: 102.30105ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:50.080837Z","caller":"traceutil/trace.go:171","msg":"trace[580498915] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5236; }","duration":"160.941847ms","start":"2026-04-22T02:50:49.919872Z","end":"2026-04-22T02:50:50.080814Z","steps":["trace[580498915] 'range keys from in-memory index tree' (duration: 160.288328ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:50.265589Z","caller":"traceutil/trace.go:171","msg":"trace[409025533] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"108.039137ms","start":"2026-04-22T02:50:50.157521Z","end":"2026-04-22T02:50:50.26556Z","steps":["trace[409025533] 'process raft request' (duration: 107.987685ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:50.26565Z","caller":"traceutil/trace.go:171","msg":"trace[1442264629] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"108.704655ms","start":"2026-04-22T02:50:50.156901Z","end":"2026-04-22T02:50:50.265606Z","steps":["trace[1442264629] 'process raft request' (duration: 72.270111ms)","trace[1442264629] 'compare' (duration: 36.085924ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:50:50.265874Z","caller":"traceutil/trace.go:171","msg":"trace[1985973374] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"108.413127ms","start":"2026-04-22T02:50:50.157439Z","end":"2026-04-22T02:50:50.265852Z","steps":["trace[1985973374] 'process raft request' (duration: 108.001175ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:57.073265Z","caller":"traceutil/trace.go:171","msg":"trace[1751154098] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"107.219605ms","start":"2026-04-22T02:50:56.966024Z","end":"2026-04-22T02:50:57.073244Z","steps":["trace[1751154098] 'process raft request' (duration: 107.102691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:50:57.346275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.204021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T02:50:57.346543Z","caller":"traceutil/trace.go:171","msg":"trace[1690898398] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"156.780522ms","start":"2026-04-22T02:50:57.189711Z","end":"2026-04-22T02:50:57.346491Z","steps":["trace[1690898398] 'process raft request' (duration: 16.230471ms)","trace[1690898398] 'compare' (duration: 140.042137ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:50:57.346574Z","caller":"traceutil/trace.go:171","msg":"trace[578934569] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"156.302017ms","start":"2026-04-22T02:50:57.190249Z","end":"2026-04-22T02:50:57.346551Z","steps":["trace[578934569] 'process raft request' (duration: 156.150303ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:57.346769Z","caller":"traceutil/trace.go:171","msg":"trace[1018155918] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"156.37985ms","start":"2026-04-22T02:50:57.190368Z","end":"2026-04-22T02:50:57.346748Z","steps":["trace[1018155918] 'process raft request' (duration: 156.115053ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:57.34698Z","caller":"traceutil/trace.go:171","msg":"trace[2020244348] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"155.349092ms","start":"2026-04-22T02:50:57.19161Z","end":"2026-04-22T02:50:57.346959Z","steps":["trace[2020244348] 'process raft request' (duration: 155.053913ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:50:57.347133Z","caller":"traceutil/trace.go:171","msg":"trace[1454114144] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5572; }","duration":"155.452734ms","start":"2026-04-22T02:50:57.191661Z","end":"2026-04-22T02:50:57.347114Z","steps":["trace[1454114144] 'read index received' (duration: 14.289335ms)","trace[1454114144] 'applied index is now lower than readState.Index' (duration: 141.161339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T02:50:57.347382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.718412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-2mdvf\" ","response":"range_response_count:1 size:7971"} {"level":"info","ts":"2026-04-22T02:50:57.34743Z","caller":"traceutil/trace.go:171","msg":"trace[498209493] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-2mdvf; range_end:; response_count:1; response_revision:5376; }","duration":"155.796395ms","start":"2026-04-22T02:50:57.191619Z","end":"2026-04-22T02:50:57.347415Z","steps":["trace[498209493] 'agreement among raft nodes before linearized reading' (duration: 155.583349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:50:57.368164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.528173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T02:50:57.368279Z","caller":"traceutil/trace.go:171","msg":"trace[730224229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5377; }","duration":"151.694187ms","start":"2026-04-22T02:50:57.216566Z","end":"2026-04-22T02:50:57.368261Z","steps":["trace[730224229] 'agreement among raft nodes before linearized reading' (duration: 151.469161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:51:05.6935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.803409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T02:51:05.69365Z","caller":"traceutil/trace.go:171","msg":"trace[71919698] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"275.286997ms","start":"2026-04-22T02:51:05.418339Z","end":"2026-04-22T02:51:05.693626Z","steps":["trace[71919698] 'process raft request' (duration: 85.23421ms)","trace[71919698] 'compare' (duration: 189.673676ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:51:05.729477Z","caller":"traceutil/trace.go:171","msg":"trace[152066394] linearizableReadLoop","detail":"{readStateIndex:5717; appliedIndex:5715; }","duration":"191.518819ms","start":"2026-04-22T02:51:05.537938Z","end":"2026-04-22T02:51:05.729457Z","steps":["trace[152066394] 'read index received' (duration: 191.390006ms)","trace[152066394] 'applied index is now lower than readState.Index' (duration: 127.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:51:05.729516Z","caller":"traceutil/trace.go:171","msg":"trace[1016056690] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"311.002811ms","start":"2026-04-22T02:51:05.418484Z","end":"2026-04-22T02:51:05.729487Z","steps":["trace[1016056690] 'process raft request' (duration: 310.842487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:51:05.729583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.628302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T02:51:05.72962Z","caller":"traceutil/trace.go:171","msg":"trace[1543989284] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5514; }","duration":"191.677563ms","start":"2026-04-22T02:51:05.537931Z","end":"2026-04-22T02:51:05.729608Z","steps":["trace[1543989284] 'agreement among raft nodes before linearized reading' (duration: 191.597111ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:51:05.729605Z","caller":"traceutil/trace.go:171","msg":"trace[1671792588] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"309.066057ms","start":"2026-04-22T02:51:05.420491Z","end":"2026-04-22T02:51:05.729557Z","steps":["trace[1671792588] 'process raft request' (duration: 308.926233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:51:05.729669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T02:51:05.418457Z","time spent":"311.132065ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T02:51:05.729798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T02:51:05.420454Z","time spent":"309.246622ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T02:51:05.738376Z","caller":"traceutil/trace.go:171","msg":"trace[842288878] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"100.466073ms","start":"2026-04-22T02:51:05.637896Z","end":"2026-04-22T02:51:05.738362Z","steps":["trace[842288878] 'process raft request' (duration: 100.384851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:51:05.964721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.419747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T02:51:05.964906Z","caller":"traceutil/trace.go:171","msg":"trace[313068954] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5718; }","duration":"160.860318ms","start":"2026-04-22T02:51:05.804026Z","end":"2026-04-22T02:51:05.964886Z","steps":["trace[313068954] 'read index received' (duration: 38.100172ms)","trace[313068954] 'applied index is now lower than readState.Index' (duration: 122.757946ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:51:05.965004Z","caller":"traceutil/trace.go:171","msg":"trace[956155181] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"203.20153ms","start":"2026-04-22T02:51:05.761788Z","end":"2026-04-22T02:51:05.964989Z","steps":["trace[956155181] 'process raft request' (duration: 80.408293ms)","trace[956155181] 'compare' (duration: 122.300683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T02:51:05.965283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.219289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T02:51:05.965412Z","caller":"traceutil/trace.go:171","msg":"trace[1586768616] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5516; }","duration":"161.493236ms","start":"2026-04-22T02:51:05.803885Z","end":"2026-04-22T02:51:05.965378Z","steps":["trace[1586768616] 'agreement among raft nodes before linearized reading' (duration: 161.26628ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:52:02.12636Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3032} {"level":"info","ts":"2026-04-22T02:52:02.217715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3032,"took":"88.928995ms","hash":1678501977,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":31526912,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T02:52:02.21777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1678501977,"revision":3032,"compact-revision":-1} {"level":"info","ts":"2026-04-22T02:57:02.177378Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6100} {"level":"info","ts":"2026-04-22T02:57:02.292032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6100,"took":"112.490603ms","hash":1091852064,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":21876736,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-22T02:57:02.292142Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1091852064,"revision":6100,"compact-revision":3032} {"level":"warn","ts":"2026-04-22T02:57:17.343072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.176581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T02:57:17.343164Z","caller":"traceutil/trace.go:171","msg":"trace[1653075387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8401; }","duration":"379.320285ms","start":"2026-04-22T02:57:16.963822Z","end":"2026-04-22T02:57:17.343143Z","steps":["trace[1653075387] 'range keys from in-memory index tree' (duration: 379.087019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:57:17.343205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T02:57:16.963801Z","time spent":"379.395618ms","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T02:57:17.344508Z","caller":"traceutil/trace.go:171","msg":"trace[946003993] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"283.24109ms","start":"2026-04-22T02:57:17.06107Z","end":"2026-04-22T02:57:17.344311Z","steps":["trace[946003993] 'process raft request' (duration: 279.342848ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:57:17.357088Z","caller":"traceutil/trace.go:171","msg":"trace[1675664774] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"131.43421ms","start":"2026-04-22T02:57:17.225628Z","end":"2026-04-22T02:57:17.357062Z","steps":["trace[1675664774] 'process raft request' (duration: 131.169573ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:57:29.040359Z","caller":"traceutil/trace.go:171","msg":"trace[613309982] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"137.549284ms","start":"2026-04-22T02:57:28.902749Z","end":"2026-04-22T02:57:29.040298Z","steps":["trace[613309982] 'process raft request' (duration: 137.327488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:57:31.424606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.959929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T02:57:31.424698Z","caller":"traceutil/trace.go:171","msg":"trace[10619492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8472; }","duration":"179.124144ms","start":"2026-04-22T02:57:31.245555Z","end":"2026-04-22T02:57:31.424679Z","steps":["trace[10619492] 'count revisions from in-memory index tree' (duration: 178.827876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:57:31.424998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.615038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-22T02:57:31.425092Z","caller":"traceutil/trace.go:171","msg":"trace[1136390190] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8472; }","duration":"179.726991ms","start":"2026-04-22T02:57:31.245343Z","end":"2026-04-22T02:57:31.42507Z","steps":["trace[1136390190] 'range keys from in-memory index tree' (duration: 179.364651ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:57:59.317625Z","caller":"traceutil/trace.go:171","msg":"trace[1424082060] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"102.112938ms","start":"2026-04-22T02:57:59.215488Z","end":"2026-04-22T02:57:59.317601Z","steps":["trace[1424082060] 'process raft request' (duration: 101.959444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:58:12.02674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.603233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T02:58:12.027032Z","caller":"traceutil/trace.go:171","msg":"trace[139242611] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8788; }","duration":"113.949203ms","start":"2026-04-22T02:58:11.913057Z","end":"2026-04-22T02:58:12.027006Z","steps":["trace[139242611] 'count revisions from in-memory index tree' (duration: 113.50322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:58:12.027371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.406916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T02:58:12.027433Z","caller":"traceutil/trace.go:171","msg":"trace[1222106144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8788; }","duration":"108.474579ms","start":"2026-04-22T02:58:11.918944Z","end":"2026-04-22T02:58:12.027419Z","steps":["trace[1222106144] 'range keys from in-memory index tree' (duration: 108.2277ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:58:12.14925Z","caller":"traceutil/trace.go:171","msg":"trace[980455054] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"117.517106ms","start":"2026-04-22T02:58:12.031712Z","end":"2026-04-22T02:58:12.149229Z","steps":["trace[980455054] 'process raft request' (duration: 117.385812ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:58:12.205091Z","caller":"traceutil/trace.go:171","msg":"trace[243788450] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"173.189555ms","start":"2026-04-22T02:58:12.031873Z","end":"2026-04-22T02:58:12.205063Z","steps":["trace[243788450] 'process raft request' (duration: 173.016891ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:58:12.205338Z","caller":"traceutil/trace.go:171","msg":"trace[636939806] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"173.298298ms","start":"2026-04-22T02:58:12.032013Z","end":"2026-04-22T02:58:12.205311Z","steps":["trace[636939806] 'process raft request' (duration: 173.01025ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:58:28.019526Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000241e.wal"} {"level":"info","ts":"2026-04-22T02:59:30.709327Z","caller":"traceutil/trace.go:171","msg":"trace[1205124406] linearizableReadLoop","detail":"{readStateIndex:9881; appliedIndex:9880; }","duration":"119.58797ms","start":"2026-04-22T02:59:30.589709Z","end":"2026-04-22T02:59:30.709297Z","steps":["trace[1205124406] 'read index received' (duration: 119.328043ms)","trace[1205124406] 'applied index is now lower than readState.Index' (duration: 258.537µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:59:30.709437Z","caller":"traceutil/trace.go:171","msg":"trace[800964830] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"161.373051ms","start":"2026-04-22T02:59:30.548023Z","end":"2026-04-22T02:59:30.709396Z","steps":["trace[800964830] 'process raft request' (duration: 161.039542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:59:30.709613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.460109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T02:59:30.709678Z","caller":"traceutil/trace.go:171","msg":"trace[373872601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9548; }","duration":"112.543961ms","start":"2026-04-22T02:59:30.597118Z","end":"2026-04-22T02:59:30.709662Z","steps":["trace[373872601] 'agreement among raft nodes before linearized reading' (duration: 112.347336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:59:30.709781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.066554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T02:59:30.709863Z","caller":"traceutil/trace.go:171","msg":"trace[385504086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9548; }","duration":"120.200357ms","start":"2026-04-22T02:59:30.589643Z","end":"2026-04-22T02:59:30.709844Z","steps":["trace[385504086] 'agreement among raft nodes before linearized reading' (duration: 119.766225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:59:30.857701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.092088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T02:59:30.857927Z","caller":"traceutil/trace.go:171","msg":"trace[1313750003] linearizableReadLoop","detail":"{readStateIndex:9883; appliedIndex:9881; }","duration":"130.60685ms","start":"2026-04-22T02:59:30.727299Z","end":"2026-04-22T02:59:30.857906Z","steps":["trace[1313750003] 'read index received' (duration: 18.198793ms)","trace[1313750003] 'applied index is now lower than readState.Index' (duration: 112.406397ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:59:30.857913Z","caller":"traceutil/trace.go:171","msg":"trace[540922348] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"143.976038ms","start":"2026-04-22T02:59:30.713903Z","end":"2026-04-22T02:59:30.857879Z","steps":["trace[540922348] 'process raft request' (duration: 31.592192ms)","trace[540922348] 'compare' (duration: 111.914853ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:59:30.858002Z","caller":"traceutil/trace.go:171","msg":"trace[1695442279] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"143.346911ms","start":"2026-04-22T02:59:30.714611Z","end":"2026-04-22T02:59:30.857958Z","steps":["trace[1695442279] 'process raft request' (duration: 143.213867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:59:30.858069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.739495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T02:59:30.858156Z","caller":"traceutil/trace.go:171","msg":"trace[706966582] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9550; }","duration":"130.848988ms","start":"2026-04-22T02:59:30.727288Z","end":"2026-04-22T02:59:30.858137Z","steps":["trace[706966582] 'agreement among raft nodes before linearized reading' (duration: 130.678413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T02:59:31.100376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.2232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T02:59:31.100417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.475818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T02:59:31.100464Z","caller":"traceutil/trace.go:171","msg":"trace[1581729425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9550; }","duration":"136.340933ms","start":"2026-04-22T02:59:30.964103Z","end":"2026-04-22T02:59:31.100444Z","steps":["trace[1581729425] 'range keys from in-memory index tree' (duration: 136.129638ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:59:31.1005Z","caller":"traceutil/trace.go:171","msg":"trace[1842993271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9550; }","duration":"101.614161ms","start":"2026-04-22T02:59:30.998864Z","end":"2026-04-22T02:59:31.100478Z","steps":["trace[1842993271] 'range keys from in-memory index tree' (duration: 101.313973ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:59:31.100675Z","caller":"traceutil/trace.go:171","msg":"trace[1863525185] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"101.57137ms","start":"2026-04-22T02:59:30.999075Z","end":"2026-04-22T02:59:31.100647Z","steps":["trace[1863525185] 'process raft request' (duration: 83.901571ms)","trace[1863525185] 'compare' (duration: 17.228777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T02:59:31.100445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.835129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T02:59:31.101005Z","caller":"traceutil/trace.go:171","msg":"trace[811269165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9550; }","duration":"113.484227ms","start":"2026-04-22T02:59:30.987508Z","end":"2026-04-22T02:59:31.100992Z","steps":["trace[811269165] 'range keys from in-memory index tree' (duration: 112.602192ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T02:59:31.263042Z","caller":"traceutil/trace.go:171","msg":"trace[2147445608] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"156.725239ms","start":"2026-04-22T02:59:31.106257Z","end":"2026-04-22T02:59:31.262982Z","steps":["trace[2147445608] 'process raft request' (duration: 108.910668ms)","trace[2147445608] 'compare' (duration: 47.300877ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T02:59:43.407776Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T02:59:43.412244Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-22T02:59:43.412337Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-22T03:01:37.593032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.186979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T03:01:37.593163Z","caller":"traceutil/trace.go:171","msg":"trace[21124919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10420; }","duration":"107.361675ms","start":"2026-04-22T03:01:37.485775Z","end":"2026-04-22T03:01:37.593137Z","steps":["trace[21124919] 'range keys from in-memory index tree' (duration: 107.019774ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:02:02.183563Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8182} {"level":"info","ts":"2026-04-22T03:02:02.244986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8182,"took":"59.692491ms","hash":1323799098,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":28368896,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-22T03:02:02.245043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1323799098,"revision":8182,"compact-revision":6100} {"level":"warn","ts":"2026-04-22T03:05:13.100721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.069187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T03:05:13.100803Z","caller":"traceutil/trace.go:171","msg":"trace[453862046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12016; }","duration":"258.304444ms","start":"2026-04-22T03:05:12.842481Z","end":"2026-04-22T03:05:13.100785Z","steps":["trace[453862046] 'range keys from in-memory index tree' (duration: 257.877341ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:13.14033Z","caller":"traceutil/trace.go:171","msg":"trace[234901370] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12428; }","duration":"175.076651ms","start":"2026-04-22T03:05:12.965223Z","end":"2026-04-22T03:05:13.140299Z","steps":["trace[234901370] 'read index received' (duration: 174.943737ms)","trace[234901370] 'applied index is now lower than readState.Index' (duration: 131.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:05:13.140381Z","caller":"traceutil/trace.go:171","msg":"trace[1510673575] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"222.763956ms","start":"2026-04-22T03:05:12.917571Z","end":"2026-04-22T03:05:13.140335Z","steps":["trace[1510673575] 'process raft request' (duration: 222.585791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:05:13.140632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.38096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T03:05:13.14073Z","caller":"traceutil/trace.go:171","msg":"trace[19312461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12017; }","duration":"175.521424ms","start":"2026-04-22T03:05:12.965185Z","end":"2026-04-22T03:05:13.140706Z","steps":["trace[19312461] 'agreement among raft nodes before linearized reading' (duration: 175.255046ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:13.269625Z","caller":"traceutil/trace.go:171","msg":"trace[1255877666] linearizableReadLoop","detail":"{readStateIndex:12430; appliedIndex:12429; }","duration":"129.194459ms","start":"2026-04-22T03:05:13.140409Z","end":"2026-04-22T03:05:13.269603Z","steps":["trace[1255877666] 'read index received' (duration: 73.495844ms)","trace[1255877666] 'applied index is now lower than readState.Index' (duration: 55.695855ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:05:13.269715Z","caller":"traceutil/trace.go:171","msg":"trace[266543730] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"165.192509ms","start":"2026-04-22T03:05:13.104492Z","end":"2026-04-22T03:05:13.269685Z","steps":["trace[266543730] 'process raft request' (duration: 109.411972ms)","trace[266543730] 'compare' (duration: 55.508458ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:05:13.269834Z","caller":"traceutil/trace.go:171","msg":"trace[531502693] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"122.26005ms","start":"2026-04-22T03:05:13.147537Z","end":"2026-04-22T03:05:13.269797Z","steps":["trace[531502693] 'process raft request' (duration: 122.023684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:05:13.269897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.980548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-22T03:05:13.269954Z","caller":"traceutil/trace.go:171","msg":"trace[2135587282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12019; }","duration":"234.088181ms","start":"2026-04-22T03:05:13.035849Z","end":"2026-04-22T03:05:13.269937Z","steps":["trace[2135587282] 'agreement among raft nodes before linearized reading' (duration: 233.888346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:05:13.269992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.336873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-22T03:05:13.270021Z","caller":"traceutil/trace.go:171","msg":"trace[1522515099] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12019; }","duration":"165.421315ms","start":"2026-04-22T03:05:13.104591Z","end":"2026-04-22T03:05:13.270012Z","steps":["trace[1522515099] 'agreement among raft nodes before linearized reading' (duration: 165.283081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:05:13.270022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.318142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T03:05:13.27001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.25994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T03:05:13.270007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.029331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-22T03:05:13.27009Z","caller":"traceutil/trace.go:171","msg":"trace[1413271455] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12019; }","duration":"166.367493ms","start":"2026-04-22T03:05:13.103701Z","end":"2026-04-22T03:05:13.270069Z","steps":["trace[1413271455] 'agreement among raft nodes before linearized reading' (duration: 166.228459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:05:13.270104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.359601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T03:05:13.27014Z","caller":"traceutil/trace.go:171","msg":"trace[271709984] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12019; }","duration":"167.432833ms","start":"2026-04-22T03:05:13.1027Z","end":"2026-04-22T03:05:13.270133Z","steps":["trace[271709984] 'agreement among raft nodes before linearized reading' (duration: 167.022251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:05:13.270126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.30778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T03:05:13.270101Z","caller":"traceutil/trace.go:171","msg":"trace[309326913] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12019; }","duration":"167.158675ms","start":"2026-04-22T03:05:13.102923Z","end":"2026-04-22T03:05:13.270082Z","steps":["trace[309326913] 'agreement among raft nodes before linearized reading' (duration: 166.807005ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:13.270197Z","caller":"traceutil/trace.go:171","msg":"trace[402827756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12019; }","duration":"167.399062ms","start":"2026-04-22T03:05:13.10278Z","end":"2026-04-22T03:05:13.270179Z","steps":["trace[402827756] 'agreement among raft nodes before linearized reading' (duration: 166.912108ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:13.270058Z","caller":"traceutil/trace.go:171","msg":"trace[203962895] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12019; }","duration":"166.383333ms","start":"2026-04-22T03:05:13.103663Z","end":"2026-04-22T03:05:13.270047Z","steps":["trace[203962895] 'agreement among raft nodes before linearized reading' (duration: 165.969842ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:14.679072Z","caller":"traceutil/trace.go:171","msg":"trace[531153845] transaction","detail":"{read_only:false; response_revision:12025; number_of_response:1; }","duration":"120.128048ms","start":"2026-04-22T03:05:14.558899Z","end":"2026-04-22T03:05:14.679027Z","steps":["trace[531153845] 'process raft request' (duration: 51.256457ms)","trace[531153845] 'compare' (duration: 68.731587ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:05:15.464653Z","caller":"traceutil/trace.go:171","msg":"trace[1394386663] linearizableReadLoop","detail":"{readStateIndex:12444; appliedIndex:12440; }","duration":"156.364546ms","start":"2026-04-22T03:05:15.308229Z","end":"2026-04-22T03:05:15.464594Z","steps":["trace[1394386663] 'read index received' (duration: 55.909481ms)","trace[1394386663] 'applied index is now lower than readState.Index' (duration: 100.453755ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:05:15.464758Z","caller":"traceutil/trace.go:171","msg":"trace[1484732417] transaction","detail":"{read_only:false; response_revision:12032; number_of_response:1; }","duration":"163.788018ms","start":"2026-04-22T03:05:15.300948Z","end":"2026-04-22T03:05:15.464736Z","steps":["trace[1484732417] 'process raft request' (duration: 163.571752ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:15.464644Z","caller":"traceutil/trace.go:171","msg":"trace[2028297422] transaction","detail":"{read_only:false; response_revision:12031; number_of_response:1; }","duration":"163.743896ms","start":"2026-04-22T03:05:15.300851Z","end":"2026-04-22T03:05:15.464595Z","steps":["trace[2028297422] 'process raft request' (duration: 163.603982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:05:15.465115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.86135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T03:05:15.46512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.071155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T03:05:15.46519Z","caller":"traceutil/trace.go:171","msg":"trace[2145829918] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:12032; }","duration":"150.204879ms","start":"2026-04-22T03:05:15.314971Z","end":"2026-04-22T03:05:15.465175Z","steps":["trace[2145829918] 'agreement among raft nodes before linearized reading' (duration: 149.995974ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:15.465186Z","caller":"traceutil/trace.go:171","msg":"trace[1422141680] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12032; }","duration":"156.995334ms","start":"2026-04-22T03:05:15.308172Z","end":"2026-04-22T03:05:15.465168Z","steps":["trace[1422141680] 'agreement among raft nodes before linearized reading' (duration: 156.674995ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:05:15.46539Z","caller":"traceutil/trace.go:171","msg":"trace[1272494920] transaction","detail":"{read_only:false; response_revision:12030; number_of_response:1; }","duration":"173.780464ms","start":"2026-04-22T03:05:15.290794Z","end":"2026-04-22T03:05:15.464575Z","steps":["trace[1272494920] 'process raft request' (duration: 109.996668ms)","trace[1272494920] 'compare' (duration: 63.458307ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:05:15.659868Z","caller":"traceutil/trace.go:171","msg":"trace[1921931748] transaction","detail":"{read_only:false; response_revision:12033; number_of_response:1; }","duration":"140.09107ms","start":"2026-04-22T03:05:15.519749Z","end":"2026-04-22T03:05:15.65984Z","steps":["trace[1921931748] 'process raft request' (duration: 50.922368ms)","trace[1921931748] 'compare' (duration: 89.031329ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:07:02.192486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10551} {"level":"info","ts":"2026-04-22T03:07:02.27478Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10551,"took":"78.513838ms","hash":2191056180,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":26533888,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-22T03:07:02.274844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2191056180,"revision":10551,"compact-revision":8182} {"level":"info","ts":"2026-04-22T03:11:08.686481Z","caller":"traceutil/trace.go:171","msg":"trace[2123811002] transaction","detail":"{read_only:false; response_revision:14456; number_of_response:1; }","duration":"115.552098ms","start":"2026-04-22T03:11:08.570912Z","end":"2026-04-22T03:11:08.686464Z","steps":["trace[2123811002] 'process raft request' (duration: 115.439205ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:11:27.886107Z","caller":"traceutil/trace.go:171","msg":"trace[1130946758] transaction","detail":"{read_only:false; response_revision:14558; number_of_response:1; }","duration":"139.174275ms","start":"2026-04-22T03:11:27.746896Z","end":"2026-04-22T03:11:27.886071Z","steps":["trace[1130946758] 'process raft request' (duration: 138.915438ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:11:44.747555Z","caller":"traceutil/trace.go:171","msg":"trace[919472997] linearizableReadLoop","detail":"{readStateIndex:15162; appliedIndex:15161; }","duration":"158.066312ms","start":"2026-04-22T03:11:44.589468Z","end":"2026-04-22T03:11:44.747534Z","steps":["trace[919472997] 'read index received' (duration: 157.924359ms)","trace[919472997] 'applied index is now lower than readState.Index' (duration: 141.023µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T03:11:44.747735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.270759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T03:11:44.747712Z","caller":"traceutil/trace.go:171","msg":"trace[2076457668] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"178.852842ms","start":"2026-04-22T03:11:44.56882Z","end":"2026-04-22T03:11:44.747673Z","steps":["trace[2076457668] 'process raft request' (duration: 178.566524ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:11:44.747766Z","caller":"traceutil/trace.go:171","msg":"trace[844807596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14657; }","duration":"158.359771ms","start":"2026-04-22T03:11:44.589398Z","end":"2026-04-22T03:11:44.747758Z","steps":["trace[844807596] 'agreement among raft nodes before linearized reading' (duration: 158.221257ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:11:44.952404Z","caller":"traceutil/trace.go:171","msg":"trace[665898993] linearizableReadLoop","detail":"{readStateIndex:15163; appliedIndex:15162; }","duration":"196.865655ms","start":"2026-04-22T03:11:44.755512Z","end":"2026-04-22T03:11:44.952378Z","steps":["trace[665898993] 'read index received' (duration: 160.913383ms)","trace[665898993] 'applied index is now lower than readState.Index' (duration: 35.951251ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:11:44.952471Z","caller":"traceutil/trace.go:171","msg":"trace[149880816] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"201.008232ms","start":"2026-04-22T03:11:44.75143Z","end":"2026-04-22T03:11:44.952438Z","steps":["trace[149880816] 'process raft request' (duration: 164.873725ms)","trace[149880816] 'compare' (duration: 35.919851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T03:11:44.952581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.046629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T03:11:44.952619Z","caller":"traceutil/trace.go:171","msg":"trace[715352137] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14658; }","duration":"197.156272ms","start":"2026-04-22T03:11:44.75545Z","end":"2026-04-22T03:11:44.952607Z","steps":["trace[715352137] 'agreement among raft nodes before linearized reading' (duration: 197.044959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:11:44.955627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.478322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fpb4c\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-22T03:11:44.955641Z","caller":"traceutil/trace.go:171","msg":"trace[1248503469] transaction","detail":"{read_only:false; response_revision:14660; number_of_response:1; }","duration":"131.573319ms","start":"2026-04-22T03:11:44.824048Z","end":"2026-04-22T03:11:44.955621Z","steps":["trace[1248503469] 'process raft request' (duration: 131.474666ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:11:44.955763Z","caller":"traceutil/trace.go:171","msg":"trace[750295549] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"135.960783ms","start":"2026-04-22T03:11:44.819793Z","end":"2026-04-22T03:11:44.955754Z","steps":["trace[750295549] 'process raft request' (duration: 135.653625ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:11:44.955666Z","caller":"traceutil/trace.go:171","msg":"trace[1628738389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fpb4c; range_end:; response_count:1; response_revision:14660; }","duration":"121.559274ms","start":"2026-04-22T03:11:44.8341Z","end":"2026-04-22T03:11:44.955659Z","steps":["trace[1628738389] 'agreement among raft nodes before linearized reading' (duration: 121.447451ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:12:02.198839Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12758} {"level":"info","ts":"2026-04-22T03:12:02.272778Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12758,"took":"71.999176ms","hash":4053233829,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":28639232,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-22T03:12:02.272836Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4053233829,"revision":12758,"compact-revision":10551} {"level":"info","ts":"2026-04-22T03:13:05.53521Z","caller":"traceutil/trace.go:171","msg":"trace[926315334] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"148.098918ms","start":"2026-04-22T03:13:05.387082Z","end":"2026-04-22T03:13:05.535181Z","steps":["trace[926315334] 'process raft request' (duration: 99.692843ms)","trace[926315334] 'compare' (duration: 47.974723ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:13:05.535332Z","caller":"traceutil/trace.go:171","msg":"trace[1196526185] linearizableReadLoop","detail":"{readStateIndex:16167; appliedIndex:16165; }","duration":"103.08774ms","start":"2026-04-22T03:13:05.432218Z","end":"2026-04-22T03:13:05.535306Z","steps":["trace[1196526185] 'read index received' (duration: 54.656934ms)","trace[1196526185] 'applied index is now lower than readState.Index' (duration: 48.429906ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:13:05.535386Z","caller":"traceutil/trace.go:171","msg":"trace[297627858] transaction","detail":"{read_only:false; response_revision:15630; number_of_response:1; }","duration":"145.882825ms","start":"2026-04-22T03:13:05.38948Z","end":"2026-04-22T03:13:05.535363Z","steps":["trace[297627858] 'process raft request' (duration: 145.606638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:13:05.5356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.370397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wjv4x\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-04-22T03:13:05.535671Z","caller":"traceutil/trace.go:171","msg":"trace[1198743300] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wjv4x; range_end:; response_count:1; response_revision:15630; }","duration":"103.46448ms","start":"2026-04-22T03:13:05.432168Z","end":"2026-04-22T03:13:05.535632Z","steps":["trace[1198743300] 'agreement among raft nodes before linearized reading' (duration: 103.255554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:13:38.771978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.673308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T03:13:38.771997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.329084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T03:13:38.772051Z","caller":"traceutil/trace.go:171","msg":"trace[1818746310] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15800; }","duration":"219.788531ms","start":"2026-04-22T03:13:38.552247Z","end":"2026-04-22T03:13:38.772035Z","steps":["trace[1818746310] 'range keys from in-memory index tree' (duration: 219.448072ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:13:38.772054Z","caller":"traceutil/trace.go:171","msg":"trace[1558736878] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15800; }","duration":"221.425287ms","start":"2026-04-22T03:13:38.550616Z","end":"2026-04-22T03:13:38.772041Z","steps":["trace[1558736878] 'range keys from in-memory index tree' (duration: 221.271373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:13:38.772053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.315974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-22T03:13:38.772121Z","caller":"traceutil/trace.go:171","msg":"trace[915723081] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15800; }","duration":"221.415217ms","start":"2026-04-22T03:13:38.550686Z","end":"2026-04-22T03:13:38.772101Z","steps":["trace[915723081] 'range keys from in-memory index tree' (duration: 221.17732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:13:38.772266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.445047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-22T03:13:38.772372Z","caller":"traceutil/trace.go:171","msg":"trace[2061144090] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15800; }","duration":"221.615423ms","start":"2026-04-22T03:13:38.550735Z","end":"2026-04-22T03:13:38.772351Z","steps":["trace[2061144090] 'range keys from in-memory index tree' (duration: 221.223591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:13:38.772137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.197921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T03:13:38.77243Z","caller":"traceutil/trace.go:171","msg":"trace[1357747260] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15800; }","duration":"221.50102ms","start":"2026-04-22T03:13:38.550921Z","end":"2026-04-22T03:13:38.772422Z","steps":["trace[1357747260] 'range keys from in-memory index tree' (duration: 221.150619ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:17:02.205988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14878} {"level":"info","ts":"2026-04-22T03:17:02.297823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14878,"took":"89.328529ms","hash":1963411189,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":30334976,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-22T03:17:02.297895Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1963411189,"revision":14878,"compact-revision":12758} {"level":"warn","ts":"2026-04-22T03:19:31.997828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.392845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-22T03:19:31.997846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.541583ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T03:19:31.998001Z","caller":"traceutil/trace.go:171","msg":"trace[818737447] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18412; }","duration":"338.81444ms","start":"2026-04-22T03:19:31.659157Z","end":"2026-04-22T03:19:31.997972Z","steps":["trace[818737447] 'range keys from in-memory index tree' (duration: 338.236604ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:19:31.998153Z","caller":"traceutil/trace.go:171","msg":"trace[2080763005] transaction","detail":"{read_only:false; response_revision:18414; number_of_response:1; }","duration":"244.224897ms","start":"2026-04-22T03:19:31.753903Z","end":"2026-04-22T03:19:31.998128Z","steps":["trace[2080763005] 'process raft request' (duration: 244.064642ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:19:31.998177Z","caller":"traceutil/trace.go:171","msg":"trace[2041610337] linearizableReadLoop","detail":"{readStateIndex:19045; appliedIndex:19044; }","duration":"428.501203ms","start":"2026-04-22T03:19:31.569648Z","end":"2026-04-22T03:19:31.998149Z","steps":["trace[2041610337] 'read index received' (duration: 197.905173ms)","trace[2041610337] 'applied index is now lower than readState.Index' (duration: 230.59398ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:19:31.998298Z","caller":"traceutil/trace.go:171","msg":"trace[971617841] transaction","detail":"{read_only:false; response_revision:18413; number_of_response:1; }","duration":"434.451522ms","start":"2026-04-22T03:19:31.563829Z","end":"2026-04-22T03:19:31.99828Z","steps":["trace[971617841] 'process raft request' (duration: 203.480942ms)","trace[971617841] 'compare' (duration: 230.060335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T03:19:31.998387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T03:19:31.563814Z","time spent":"434.518305ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T03:19:31.998641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.992538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-22T03:19:31.998652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.945415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T03:19:31.998702Z","caller":"traceutil/trace.go:171","msg":"trace[1112054645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18414; }","duration":"429.052159ms","start":"2026-04-22T03:19:31.569633Z","end":"2026-04-22T03:19:31.998685Z","steps":["trace[1112054645] 'agreement among raft nodes before linearized reading' (duration: 428.868334ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:19:31.998717Z","caller":"traceutil/trace.go:171","msg":"trace[1611913794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18414; }","duration":"301.056529ms","start":"2026-04-22T03:19:31.697643Z","end":"2026-04-22T03:19:31.998699Z","steps":["trace[1611913794] 'agreement among raft nodes before linearized reading' (duration: 300.886094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:19:31.998736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T03:19:31.569577Z","time spent":"429.149662ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T03:19:31.998764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T03:19:31.697623Z","time spent":"301.12705ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T03:19:31.99883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.710777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wjv4x\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-22T03:19:31.998891Z","caller":"traceutil/trace.go:171","msg":"trace[428625795] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wjv4x; range_end:; response_count:1; response_revision:18414; }","duration":"149.80916ms","start":"2026-04-22T03:19:31.849066Z","end":"2026-04-22T03:19:31.998875Z","steps":["trace[428625795] 'agreement among raft nodes before linearized reading' (duration: 149.648844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:19:31.998963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.416544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T03:19:31.999023Z","caller":"traceutil/trace.go:171","msg":"trace[119993668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18414; }","duration":"286.585589ms","start":"2026-04-22T03:19:31.712421Z","end":"2026-04-22T03:19:31.999007Z","steps":["trace[119993668] 'agreement among raft nodes before linearized reading' (duration: 286.449356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:19:31.999226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.05752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T03:19:31.999284Z","caller":"traceutil/trace.go:171","msg":"trace[349864626] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18414; }","duration":"123.120262ms","start":"2026-04-22T03:19:31.87615Z","end":"2026-04-22T03:19:31.99927Z","steps":["trace[349864626] 'agreement among raft nodes before linearized reading' (duration: 122.937377ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:19:43.577309Z","caller":"traceutil/trace.go:171","msg":"trace[2124205639] transaction","detail":"{read_only:false; response_revision:18623; number_of_response:1; }","duration":"100.184662ms","start":"2026-04-22T03:19:43.477085Z","end":"2026-04-22T03:19:43.57727Z","steps":["trace[2124205639] 'process raft request' (duration: 98.198355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:19:43.577592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.548702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216296"} {"level":"info","ts":"2026-04-22T03:19:43.57768Z","caller":"traceutil/trace.go:171","msg":"trace[2024064824] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:18623; }","duration":"100.687486ms","start":"2026-04-22T03:19:43.476974Z","end":"2026-04-22T03:19:43.577662Z","steps":["trace[2024064824] 'agreement among raft nodes before linearized reading' (duration: 100.298205ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:21:04.694162Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T03:21:04.699521Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-22T03:21:04.699669Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-22T03:22:02.218574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17414} {"level":"info","ts":"2026-04-22T03:22:02.315832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17414,"took":"93.78755ms","hash":3780280873,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":34197504,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-22T03:22:02.315886Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3780280873,"revision":17414,"compact-revision":14878} {"level":"info","ts":"2026-04-22T03:25:03.296976Z","caller":"traceutil/trace.go:171","msg":"trace[1780577547] transaction","detail":"{read_only:false; response_revision:21004; number_of_response:1; }","duration":"103.283951ms","start":"2026-04-22T03:25:03.19367Z","end":"2026-04-22T03:25:03.296954Z","steps":["trace[1780577547] 'process raft request' (duration: 102.953292ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:25:03.454235Z","caller":"traceutil/trace.go:171","msg":"trace[1641538672] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"195.200299ms","start":"2026-04-22T03:25:03.259003Z","end":"2026-04-22T03:25:03.454203Z","steps":["trace[1641538672] 'process raft request' (duration: 157.161793ms)","trace[1641538672] 'compare' (duration: 37.900892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T03:25:25.791257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.852318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T03:25:25.79173Z","caller":"traceutil/trace.go:171","msg":"trace[720548991] transaction","detail":"{read_only:false; response_revision:21137; number_of_response:1; }","duration":"260.928318ms","start":"2026-04-22T03:25:25.530568Z","end":"2026-04-22T03:25:25.791497Z","steps":["trace[720548991] 'process raft request' (duration: 260.850356ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:25:25.791753Z","caller":"traceutil/trace.go:171","msg":"trace[1264450735] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"286.360647ms","start":"2026-04-22T03:25:25.505357Z","end":"2026-04-22T03:25:25.791718Z","steps":["trace[1264450735] 'process raft request' (duration: 285.998597ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:25:25.791751Z","caller":"traceutil/trace.go:171","msg":"trace[687796962] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"288.577699ms","start":"2026-04-22T03:25:25.50314Z","end":"2026-04-22T03:25:25.791717Z","steps":["trace[687796962] 'process raft request' (duration: 29.172875ms)","trace[687796962] 'compare' (duration: 258.737715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T03:25:26.073936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.824616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T03:25:26.074041Z","caller":"traceutil/trace.go:171","msg":"trace[755965890] linearizableReadLoop","detail":"{readStateIndex:21859; appliedIndex:21858; }","duration":"252.722775ms","start":"2026-04-22T03:25:25.821301Z","end":"2026-04-22T03:25:26.074024Z","steps":["trace[755965890] 'read index received' (duration: 96.398075ms)","trace[755965890] 'applied index is now lower than readState.Index' (duration: 156.32319ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T03:25:26.074095Z","caller":"traceutil/trace.go:171","msg":"trace[260044636] transaction","detail":"{read_only:false; response_revision:21138; number_of_response:1; }","duration":"268.613875ms","start":"2026-04-22T03:25:25.805429Z","end":"2026-04-22T03:25:26.074043Z","steps":["trace[260044636] 'process raft request' (duration: 112.297285ms)","trace[260044636] 'compare' (duration: 155.367963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T03:25:26.074201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.90072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T03:25:26.074241Z","caller":"traceutil/trace.go:171","msg":"trace[1570765214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21138; }","duration":"252.976942ms","start":"2026-04-22T03:25:25.821253Z","end":"2026-04-22T03:25:26.07423Z","steps":["trace[1570765214] 'agreement among raft nodes before linearized reading' (duration: 252.844248ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:25:26.137405Z","caller":"traceutil/trace.go:171","msg":"trace[175315843] transaction","detail":"{read_only:false; response_revision:21139; number_of_response:1; }","duration":"199.104029ms","start":"2026-04-22T03:25:25.938273Z","end":"2026-04-22T03:25:26.137377Z","steps":["trace[175315843] 'process raft request' (duration: 198.946734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:25:26.13817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.656735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-22T03:25:26.13817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.462648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T03:25:26.138217Z","caller":"traceutil/trace.go:171","msg":"trace[874835993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21141; }","duration":"315.726717ms","start":"2026-04-22T03:25:25.822477Z","end":"2026-04-22T03:25:26.138203Z","steps":["trace[874835993] 'agreement among raft nodes before linearized reading' (duration: 315.582893ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:25:26.138224Z","caller":"traceutil/trace.go:171","msg":"trace[584798276] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21141; }","duration":"101.569511ms","start":"2026-04-22T03:25:26.03664Z","end":"2026-04-22T03:25:26.138209Z","steps":["trace[584798276] 'agreement among raft nodes before linearized reading' (duration: 101.475158ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:25:26.138209Z","caller":"traceutil/trace.go:171","msg":"trace[1889081628] transaction","detail":"{read_only:false; response_revision:21140; number_of_response:1; }","duration":"197.489733ms","start":"2026-04-22T03:25:25.940674Z","end":"2026-04-22T03:25:26.138164Z","steps":["trace[1889081628] 'process raft request' (duration: 197.295057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:25:26.138319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.13952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T03:25:26.138244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T03:25:25.822469Z","time spent":"315.767298ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T03:25:26.138336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.863092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T03:25:26.138359Z","caller":"traceutil/trace.go:171","msg":"trace[1376243619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21141; }","duration":"315.224152ms","start":"2026-04-22T03:25:25.823128Z","end":"2026-04-22T03:25:26.138352Z","steps":["trace[1376243619] 'agreement among raft nodes before linearized reading' (duration: 315.131439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:25:26.138387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T03:25:25.823106Z","time spent":"315.274854ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T03:25:26.138392Z","caller":"traceutil/trace.go:171","msg":"trace[1120148093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21141; }","duration":"314.985316ms","start":"2026-04-22T03:25:25.823392Z","end":"2026-04-22T03:25:26.138377Z","steps":["trace[1120148093] 'agreement among raft nodes before linearized reading' (duration: 314.741759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T03:25:26.138391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.598856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T03:25:26.138434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T03:25:25.823328Z","time spent":"315.091198ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T03:25:26.138463Z","caller":"traceutil/trace.go:171","msg":"trace[1830736246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21141; }","duration":"174.71757ms","start":"2026-04-22T03:25:25.963723Z","end":"2026-04-22T03:25:26.138441Z","steps":["trace[1830736246] 'agreement among raft nodes before linearized reading' (duration: 174.573946ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T03:27:02.225819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19714} {"level":"info","ts":"2026-04-22T03:27:02.338372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19714,"took":"109.664335ms","hash":168310636,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":29728768,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-22T03:27:02.338535Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":168310636,"revision":19714,"compact-revision":17414} {"level":"info","ts":"2026-04-22T03:32:02.233033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21957} {"level":"info","ts":"2026-04-22T03:32:02.337477Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21957,"took":"101.462617ms","hash":312768578,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":30842880,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-22T03:32:02.337576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":312768578,"revision":21957,"compact-revision":19714}