{"level":"warn","ts":"2026-09-01T05:16:47.15882Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-01T05:16:47.158929Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.155:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.155:2380","--initial-cluster=instance=https://162.253.55.155:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.155:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.155:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-09-01T05:16:47.159009Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-01T05:16:47.159022Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.155:2380"]} {"level":"info","ts":"2026-09-01T05:16:47.159046Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-01T05:16:47.159829Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.155:2379"]} {"level":"info","ts":"2026-09-01T05:16:47.159926Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.155:2380"],"listen-peer-urls":["https://162.253.55.155:2380"],"advertise-client-urls":["https://162.253.55.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.155:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-09-01T05:16:47.165413Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.201883ms"} {"level":"info","ts":"2026-09-01T05:16:47.175288Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e7a3df655adff1be","cluster-id":"563ca9e04ae55d1c"} {"level":"info","ts":"2026-09-01T05:16:47.175443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be switched to configuration voters=()"} {"level":"info","ts":"2026-09-01T05:16:47.175486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be became follower at term 0"} {"level":"info","ts":"2026-09-01T05:16:47.175522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e7a3df655adff1be [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-09-01T05:16:47.175536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be became follower at term 1"} {"level":"info","ts":"2026-09-01T05:16:47.175603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be switched to configuration voters=(16691430270374506942)"} {"level":"warn","ts":"2026-09-01T05:16:47.186606Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-09-01T05:16:47.188539Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-09-01T05:16:47.190052Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-09-01T05:16:47.192664Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e7a3df655adff1be","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-09-01T05:16:47.192876Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e7a3df655adff1be","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-09-01T05:16:47.192957Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-01T05:16:47.193015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-01T05:16:47.193031Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-01T05:16:47.194033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be switched to configuration voters=(16691430270374506942)"} {"level":"info","ts":"2026-09-01T05:16:47.194162Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"563ca9e04ae55d1c","local-member-id":"e7a3df655adff1be","added-peer-id":"e7a3df655adff1be","added-peer-peer-urls":["https://162.253.55.155:2380"]} {"level":"info","ts":"2026-09-01T05:16:47.206039Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-01T05:16:47.206327Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.155:2380"} {"level":"info","ts":"2026-09-01T05:16:47.206368Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.155:2380"} {"level":"info","ts":"2026-09-01T05:16:47.206436Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e7a3df655adff1be","initial-advertise-peer-urls":["https://162.253.55.155:2380"],"listen-peer-urls":["https://162.253.55.155:2380"],"advertise-client-urls":["https://162.253.55.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-09-01T05:16:47.206491Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-09-01T05:16:47.576176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be is starting a new election at term 1"} {"level":"info","ts":"2026-09-01T05:16:47.576259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be became pre-candidate at term 1"} {"level":"info","ts":"2026-09-01T05:16:47.576303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be received MsgPreVoteResp from e7a3df655adff1be at term 1"} {"level":"info","ts":"2026-09-01T05:16:47.576326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be became candidate at term 2"} {"level":"info","ts":"2026-09-01T05:16:47.576345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be received MsgVoteResp from e7a3df655adff1be at term 2"} {"level":"info","ts":"2026-09-01T05:16:47.576374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e7a3df655adff1be became leader at term 2"} {"level":"info","ts":"2026-09-01T05:16:47.576395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e7a3df655adff1be elected leader e7a3df655adff1be at term 2"} {"level":"info","ts":"2026-09-01T05:16:47.578197Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e7a3df655adff1be","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.155:2379]}","request-path":"/0/members/e7a3df655adff1be/attributes","cluster-id":"563ca9e04ae55d1c","publish-timeout":"7s"} {"level":"info","ts":"2026-09-01T05:16:47.578238Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-01T05:16:47.578277Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-01T05:16:47.578269Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-09-01T05:16:47.578625Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-09-01T05:16:47.578676Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-09-01T05:16:47.579586Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"563ca9e04ae55d1c","local-member-id":"e7a3df655adff1be","cluster-version":"3.5"} {"level":"info","ts":"2026-09-01T05:16:47.579799Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-09-01T05:16:47.579892Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-09-01T05:16:47.580569Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-09-01T05:16:47.583201Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.155:2379"} {"level":"info","ts":"2026-09-01T05:16:49.741984Z","caller":"traceutil/trace.go:171","msg":"trace[2060471842] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"102.755684ms","start":"2026-09-01T05:16:49.639203Z","end":"2026-09-01T05:16:49.741958Z","steps":["trace[2060471842] 'process raft request' (duration: 102.695532ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:16:49.7421Z","caller":"traceutil/trace.go:171","msg":"trace[493018721] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"105.606128ms","start":"2026-09-01T05:16:49.636432Z","end":"2026-09-01T05:16:49.742038Z","steps":["trace[493018721] 'process raft request' (duration: 105.34268ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:17:02.404725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.004288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-09-01T05:17:02.404922Z","caller":"traceutil/trace.go:171","msg":"trace[47970049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:366; }","duration":"153.278156ms","start":"2026-09-01T05:17:02.251627Z","end":"2026-09-01T05:17:02.404905Z","steps":["trace[47970049] 'range keys from in-memory index tree' (duration: 152.864364ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:17:38.415795Z","caller":"traceutil/trace.go:171","msg":"trace[714136208] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"273.058734ms","start":"2026-09-01T05:17:38.142701Z","end":"2026-09-01T05:17:38.41576Z","steps":["trace[714136208] 'read index received' (duration: 272.146008ms)","trace[714136208] 'applied index is now lower than readState.Index' (duration: 911.846µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:17:38.415909Z","caller":"traceutil/trace.go:171","msg":"trace[1106744025] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"289.882149ms","start":"2026-09-01T05:17:38.125979Z","end":"2026-09-01T05:17:38.415861Z","steps":["trace[1106744025] 'process raft request' (duration: 289.109337ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:17:38.416081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.360394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:17:38.416119Z","caller":"traceutil/trace.go:171","msg":"trace[1314842776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"273.462607ms","start":"2026-09-01T05:17:38.142642Z","end":"2026-09-01T05:17:38.416105Z","steps":["trace[1314842776] 'agreement among raft nodes before linearized reading' (duration: 273.368464ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:17:38.41645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.566911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7pvjq\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-09-01T05:17:38.416515Z","caller":"traceutil/trace.go:171","msg":"trace[1744141461] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7pvjq; range_end:; response_count:1; response_revision:604; }","duration":"155.690505ms","start":"2026-09-01T05:17:38.26081Z","end":"2026-09-01T05:17:38.4165Z","steps":["trace[1744141461] 'agreement among raft nodes before linearized reading' (duration: 155.49922ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:17:38.416474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.191261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-09-01T05:17:38.416614Z","caller":"traceutil/trace.go:171","msg":"trace[210844445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:604; }","duration":"252.392947ms","start":"2026-09-01T05:17:38.164182Z","end":"2026-09-01T05:17:38.416575Z","steps":["trace[210844445] 'agreement among raft nodes before linearized reading' (duration: 251.965655ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:17:39.079222Z","caller":"traceutil/trace.go:171","msg":"trace[543535017] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:633; }","duration":"380.130743ms","start":"2026-09-01T05:17:38.699062Z","end":"2026-09-01T05:17:39.079192Z","steps":["trace[543535017] 'read index received' (duration: 371.17382ms)","trace[543535017] 'applied index is now lower than readState.Index' (duration: 8.955313ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:17:39.079261Z","caller":"traceutil/trace.go:171","msg":"trace[2020072435] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"610.350639ms","start":"2026-09-01T05:17:38.468867Z","end":"2026-09-01T05:17:39.079217Z","steps":["trace[2020072435] 'process raft request' (duration: 610.261157ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:17:39.079317Z","caller":"traceutil/trace.go:171","msg":"trace[775344797] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"648.113059ms","start":"2026-09-01T05:17:38.431182Z","end":"2026-09-01T05:17:39.079295Z","steps":["trace[775344797] 'process raft request' (duration: 639.052573ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:17:39.079564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.471623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-09-01T05:17:39.079632Z","caller":"traceutil/trace.go:171","msg":"trace[747149568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:607; }","duration":"380.574496ms","start":"2026-09-01T05:17:38.699039Z","end":"2026-09-01T05:17:39.079613Z","steps":["trace[747149568] 'agreement among raft nodes before linearized reading' (duration: 380.303798ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:17:39.079694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:17:38.698958Z","time spent":"380.72168ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-01T05:17:39.079959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:17:38.431149Z","time spent":"648.204301ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:17:39.08009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:17:38.468829Z","time spent":"610.513454ms","remote":"127.0.0.1:53134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-09-01T05:17:40.53384Z","caller":"traceutil/trace.go:171","msg":"trace[980783133] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"125.348834ms","start":"2026-09-01T05:17:40.408431Z","end":"2026-09-01T05:17:40.53378Z","steps":["trace[980783133] 'process raft request' (duration: 121.372277ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:17:55.909549Z","caller":"traceutil/trace.go:171","msg":"trace[238284032] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"103.634086ms","start":"2026-09-01T05:17:55.805878Z","end":"2026-09-01T05:17:55.909512Z","steps":["trace[238284032] 'process raft request' (duration: 103.398939ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:19:18.415771Z","caller":"traceutil/trace.go:171","msg":"trace[2123595735] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"111.668314ms","start":"2026-09-01T05:19:18.30408Z","end":"2026-09-01T05:19:18.415749Z","steps":["trace[2123595735] 'process raft request' (duration: 111.510439ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:19:18.786231Z","caller":"traceutil/trace.go:171","msg":"trace[1557585640] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1963; }","duration":"358.079892ms","start":"2026-09-01T05:19:18.428111Z","end":"2026-09-01T05:19:18.786191Z","steps":["trace[1557585640] 'read index received' (duration: 330.148346ms)","trace[1557585640] 'applied index is now lower than readState.Index' (duration: 27.930126ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:19:18.786463Z","caller":"traceutil/trace.go:171","msg":"trace[2032739317] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"379.063353ms","start":"2026-09-01T05:19:18.407215Z","end":"2026-09-01T05:19:18.786279Z","steps":["trace[2032739317] 'process raft request' (duration: 351.140927ms)","trace[2032739317] 'compare' (duration: 27.582256ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:19:18.786599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.457473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-01T05:19:18.786678Z","caller":"traceutil/trace.go:171","msg":"trace[1891365514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1884; }","duration":"358.590197ms","start":"2026-09-01T05:19:18.428066Z","end":"2026-09-01T05:19:18.786657Z","steps":["trace[1891365514] 'agreement among raft nodes before linearized reading' (duration: 358.278258ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:19:18.786652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.253609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f7bc1d-5f4c-4f36-a668-b15464ea0f1c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-09-01T05:19:18.786729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:19:18.428052Z","time spent":"358.665119ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-01T05:19:18.786699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:19:18.407188Z","time spent":"379.386013ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:19:18.786788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.814861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-01T05:19:18.786767Z","caller":"traceutil/trace.go:171","msg":"trace[978071573] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0f7bc1d-5f4c-4f36-a668-b15464ea0f1c; range_end:; response_count:1; response_revision:1884; }","duration":"258.444695ms","start":"2026-09-01T05:19:18.528298Z","end":"2026-09-01T05:19:18.786743Z","steps":["trace[978071573] 'agreement among raft nodes before linearized reading' (duration: 258.130555ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:19:18.786868Z","caller":"traceutil/trace.go:171","msg":"trace[1593479311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"105.976816ms","start":"2026-09-01T05:19:18.68087Z","end":"2026-09-01T05:19:18.786847Z","steps":["trace[1593479311] 'agreement among raft nodes before linearized reading' (duration: 105.562514ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:19:19.214954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.145838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:19:19.215073Z","caller":"traceutil/trace.go:171","msg":"trace[132973259] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"159.690624ms","start":"2026-09-01T05:19:19.055359Z","end":"2026-09-01T05:19:19.21505Z","steps":["trace[132973259] 'read index received' (duration: 119.859115ms)","trace[132973259] 'applied index is now lower than readState.Index' (duration: 39.830529ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:19:19.215096Z","caller":"traceutil/trace.go:171","msg":"trace[1086647214] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1887; }","duration":"182.375555ms","start":"2026-09-01T05:19:19.032693Z","end":"2026-09-01T05:19:19.215069Z","steps":["trace[1086647214] 'count revisions from in-memory index tree' (duration: 182.026765ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:19:19.215768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.536013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-01T05:19:19.215832Z","caller":"traceutil/trace.go:171","msg":"trace[1165115804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"152.653086ms","start":"2026-09-01T05:19:19.063164Z","end":"2026-09-01T05:19:19.215817Z","steps":["trace[1165115804] 'agreement among raft nodes before linearized reading' (duration: 152.437099ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:19:19.215305Z","caller":"traceutil/trace.go:171","msg":"trace[1507938217] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"180.581532ms","start":"2026-09-01T05:19:19.034711Z","end":"2026-09-01T05:19:19.215293Z","steps":["trace[1507938217] 'process raft request' (duration: 140.601109ms)","trace[1507938217] 'compare' (duration: 39.518999ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:19:19.216058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.683323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:19:19.216116Z","caller":"traceutil/trace.go:171","msg":"trace[89646075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1888; }","duration":"160.759296ms","start":"2026-09-01T05:19:19.055337Z","end":"2026-09-01T05:19:19.216096Z","steps":["trace[89646075] 'agreement among raft nodes before linearized reading' (duration: 160.673083ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:19:19.21627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.46776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-09-01T05:19:19.216956Z","caller":"traceutil/trace.go:171","msg":"trace[205688642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1888; }","duration":"130.219292ms","start":"2026-09-01T05:19:19.086714Z","end":"2026-09-01T05:19:19.216933Z","steps":["trace[205688642] 'agreement among raft nodes before linearized reading' (duration: 129.329705ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:19:32.49126Z","caller":"traceutil/trace.go:171","msg":"trace[1260735968] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"120.278708ms","start":"2026-09-01T05:19:32.370934Z","end":"2026-09-01T05:19:32.491213Z","steps":["trace[1260735968] 'process raft request' (duration: 120.038261ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:19:32.802884Z","caller":"traceutil/trace.go:171","msg":"trace[1598223295] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"326.946581ms","start":"2026-09-01T05:19:32.475904Z","end":"2026-09-01T05:19:32.80285Z","steps":["trace[1598223295] 'process raft request' (duration: 326.721195ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:19:32.803088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:19:32.475881Z","time spent":"327.099916ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:19:32.817694Z","caller":"traceutil/trace.go:171","msg":"trace[516251980] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"166.166335ms","start":"2026-09-01T05:19:32.651492Z","end":"2026-09-01T05:19:32.817658Z","steps":["trace[516251980] 'process raft request' (duration: 165.954479ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:19:35.916113Z","caller":"traceutil/trace.go:171","msg":"trace[690407181] linearizableReadLoop","detail":"{readStateIndex:2110; appliedIndex:2109; }","duration":"131.646055ms","start":"2026-09-01T05:19:35.784426Z","end":"2026-09-01T05:19:35.916072Z","steps":["trace[690407181] 'read index received' (duration: 131.428168ms)","trace[690407181] 'applied index is now lower than readState.Index' (duration: 216.577µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:19:35.916191Z","caller":"traceutil/trace.go:171","msg":"trace[1221275679] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"132.502649ms","start":"2026-09-01T05:19:35.783628Z","end":"2026-09-01T05:19:35.916131Z","steps":["trace[1221275679] 'process raft request' (duration: 132.2017ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:19:35.916477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.011785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-01T05:19:35.916533Z","caller":"traceutil/trace.go:171","msg":"trace[387646552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2026; }","duration":"132.144449ms","start":"2026-09-01T05:19:35.784372Z","end":"2026-09-01T05:19:35.916517Z","steps":["trace[387646552] 'agreement among raft nodes before linearized reading' (duration: 131.85515ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:20:15.089099Z","caller":"traceutil/trace.go:171","msg":"trace[518213143] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"110.537585ms","start":"2026-09-01T05:20:14.978534Z","end":"2026-09-01T05:20:15.089072Z","steps":["trace[518213143] 'process raft request' (duration: 110.3595ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:20:15.444127Z","caller":"traceutil/trace.go:171","msg":"trace[1651887186] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"454.109576ms","start":"2026-09-01T05:20:14.989984Z","end":"2026-09-01T05:20:15.444094Z","steps":["trace[1651887186] 'process raft request' (duration: 453.818177ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:20:15.444402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:20:14.989963Z","time spent":"454.26881ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:20:15.444561Z","caller":"traceutil/trace.go:171","msg":"trace[809844529] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2329; }","duration":"307.916171ms","start":"2026-09-01T05:20:15.136613Z","end":"2026-09-01T05:20:15.444529Z","steps":["trace[809844529] 'read index received' (duration: 307.110727ms)","trace[809844529] 'applied index is now lower than readState.Index' (duration: 803.874µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:20:15.444587Z","caller":"traceutil/trace.go:171","msg":"trace[1838631362] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"389.907278ms","start":"2026-09-01T05:20:15.05454Z","end":"2026-09-01T05:20:15.444448Z","steps":["trace[1838631362] 'process raft request' (duration: 389.495095ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:20:15.444655Z","caller":"traceutil/trace.go:171","msg":"trace[594068418] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"357.852795ms","start":"2026-09-01T05:20:15.08678Z","end":"2026-09-01T05:20:15.444633Z","steps":["trace[594068418] 'process raft request' (duration: 357.573507ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:20:15.444748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:20:15.086746Z","time spent":"357.960688ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:20:15.444778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.161119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-01T05:20:15.444828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.203251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:20:15.444864Z","caller":"traceutil/trace.go:171","msg":"trace[256667647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2239; }","duration":"308.289352ms","start":"2026-09-01T05:20:15.136548Z","end":"2026-09-01T05:20:15.444838Z","steps":["trace[256667647] 'agreement among raft nodes before linearized reading' (duration: 308.167009ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:20:15.444906Z","caller":"traceutil/trace.go:171","msg":"trace[2112195322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2239; }","duration":"303.293954ms","start":"2026-09-01T05:20:15.141583Z","end":"2026-09-01T05:20:15.444877Z","steps":["trace[2112195322] 'agreement among raft nodes before linearized reading' (duration: 303.16488ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:20:15.444904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.85551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-09-01T05:20:15.444923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:20:15.136522Z","time spent":"308.385275ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-01T05:20:15.444947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:20:15.141572Z","time spent":"303.364706ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-01T05:20:15.444954Z","caller":"traceutil/trace.go:171","msg":"trace[370654076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2239; }","duration":"200.947392ms","start":"2026-09-01T05:20:15.243992Z","end":"2026-09-01T05:20:15.44494Z","steps":["trace[370654076] 'agreement among raft nodes before linearized reading' (duration: 200.782587ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:20:15.445161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.723065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-01T05:20:15.445216Z","caller":"traceutil/trace.go:171","msg":"trace[1587571601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2239; }","duration":"271.87722ms","start":"2026-09-01T05:20:15.173324Z","end":"2026-09-01T05:20:15.445202Z","steps":["trace[1587571601] 'agreement among raft nodes before linearized reading' (duration: 271.53774ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:20:15.445509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:20:15.054513Z","time spent":"390.191136ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:22:02.113148Z","caller":"traceutil/trace.go:171","msg":"trace[47513745] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"132.818806ms","start":"2026-09-01T05:22:01.980297Z","end":"2026-09-01T05:22:02.113116Z","steps":["trace[47513745] 'process raft request' (duration: 132.764184ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:22:02.113246Z","caller":"traceutil/trace.go:171","msg":"trace[1845994298] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"215.828615ms","start":"2026-09-01T05:22:01.89737Z","end":"2026-09-01T05:22:02.113199Z","steps":["trace[1845994298] 'process raft request' (duration: 190.890796ms)","trace[1845994298] 'compare' (duration: 24.610129ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:22:02.113325Z","caller":"traceutil/trace.go:171","msg":"trace[1027349182] linearizableReadLoop","detail":"{readStateIndex:3123; appliedIndex:3122; }","duration":"152.625612ms","start":"2026-09-01T05:22:01.96065Z","end":"2026-09-01T05:22:02.113275Z","steps":["trace[1027349182] 'read index received' (duration: 127.656452ms)","trace[1027349182] 'applied index is now lower than readState.Index' (duration: 24.96578ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:22:02.113673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.005644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18d11ae5f23dd87a\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-09-01T05:22:02.11373Z","caller":"traceutil/trace.go:171","msg":"trace[1353609650] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18d11ae5f23dd87a; range_end:; response_count:1; response_revision:3001; }","duration":"153.126947ms","start":"2026-09-01T05:22:01.960591Z","end":"2026-09-01T05:22:02.113718Z","steps":["trace[1353609650] 'agreement among raft nodes before linearized reading' (duration: 152.910931ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:22:02.113927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.722454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-01T05:22:02.114046Z","caller":"traceutil/trace.go:171","msg":"trace[1543336263] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3001; }","duration":"103.071175ms","start":"2026-09-01T05:22:02.010954Z","end":"2026-09-01T05:22:02.114025Z","steps":["trace[1543336263] 'agreement among raft nodes before linearized reading' (duration: 102.663462ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:22:02.475658Z","caller":"traceutil/trace.go:171","msg":"trace[1539577692] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"144.702048ms","start":"2026-09-01T05:22:02.33092Z","end":"2026-09-01T05:22:02.475622Z","steps":["trace[1539577692] 'process raft request' (duration: 144.437751ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:22:02.475914Z","caller":"traceutil/trace.go:171","msg":"trace[918499104] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"144.925845ms","start":"2026-09-01T05:22:02.330949Z","end":"2026-09-01T05:22:02.475875Z","steps":["trace[918499104] 'process raft request' (duration: 144.627356ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:25:20.582663Z","caller":"traceutil/trace.go:171","msg":"trace[1018339622] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"198.876551ms","start":"2026-09-01T05:25:20.383718Z","end":"2026-09-01T05:25:20.582594Z","steps":["trace[1018339622] 'process raft request' (duration: 135.605627ms)","trace[1018339622] 'compare' (duration: 63.12892ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:26:48.033982Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2924} {"level":"info","ts":"2026-09-01T05:26:48.110188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2924,"took":"74.719063ms","hash":666932745,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-01T05:26:48.110273Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":666932745,"revision":2924,"compact-revision":-1} {"level":"info","ts":"2026-09-01T05:26:49.42369Z","caller":"traceutil/trace.go:171","msg":"trace[1798131725] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"174.622912ms","start":"2026-09-01T05:26:49.24904Z","end":"2026-09-01T05:26:49.423663Z","steps":["trace[1798131725] 'process raft request' (duration: 174.426736ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:49.424852Z","caller":"traceutil/trace.go:171","msg":"trace[1691345835] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"163.013518ms","start":"2026-09-01T05:26:49.2618Z","end":"2026-09-01T05:26:49.424814Z","steps":["trace[1691345835] 'process raft request' (duration: 162.73514ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:49.425012Z","caller":"traceutil/trace.go:171","msg":"trace[2069823408] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5503; }","duration":"137.649218ms","start":"2026-09-01T05:26:49.287344Z","end":"2026-09-01T05:26:49.424993Z","steps":["trace[2069823408] 'read index received' (duration: 136.134693ms)","trace[2069823408] 'applied index is now lower than readState.Index' (duration: 1.512884ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:26:49.425168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.815332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:26:49.425214Z","caller":"traceutil/trace.go:171","msg":"trace[1440867857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5296; }","duration":"137.939466ms","start":"2026-09-01T05:26:49.287261Z","end":"2026-09-01T05:26:49.425201Z","steps":["trace[1440867857] 'agreement among raft nodes before linearized reading' (duration: 137.849103ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:52.361429Z","caller":"traceutil/trace.go:171","msg":"trace[1943076012] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"130.430384ms","start":"2026-09-01T05:26:52.230971Z","end":"2026-09-01T05:26:52.361402Z","steps":["trace[1943076012] 'process raft request' (duration: 130.256018ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:52.595567Z","caller":"traceutil/trace.go:171","msg":"trace[355072411] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5655; }","duration":"223.884401ms","start":"2026-09-01T05:26:52.371651Z","end":"2026-09-01T05:26:52.595536Z","steps":["trace[355072411] 'read index received' (duration: 154.939529ms)","trace[355072411] 'applied index is now lower than readState.Index' (duration: 68.943012ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:26:52.595698Z","caller":"traceutil/trace.go:171","msg":"trace[844259671] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"314.898928ms","start":"2026-09-01T05:26:52.280778Z","end":"2026-09-01T05:26:52.595677Z","steps":["trace[844259671] 'process raft request' (duration: 245.801021ms)","trace[844259671] 'compare' (duration: 68.576011ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:26:52.595806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:26:52.280759Z","time spent":"314.962589ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:26:52.595853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.1737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-09-01T05:26:52.595937Z","caller":"traceutil/trace.go:171","msg":"trace[349277060] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5439; }","duration":"224.313204ms","start":"2026-09-01T05:26:52.371602Z","end":"2026-09-01T05:26:52.595915Z","steps":["trace[349277060] 'agreement among raft nodes before linearized reading' (duration: 224.095487ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:52.635604Z","caller":"traceutil/trace.go:171","msg":"trace[1072726265] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"263.905737ms","start":"2026-09-01T05:26:52.371661Z","end":"2026-09-01T05:26:52.635566Z","steps":["trace[1072726265] 'process raft request' (duration: 263.65489ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:26:52.635638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.816813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25f00c5e-422c-4ff5-b316-c798c248d1d3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-09-01T05:26:52.635723Z","caller":"traceutil/trace.go:171","msg":"trace[454500697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-25f00c5e-422c-4ff5-b316-c798c248d1d3; range_end:; response_count:1; response_revision:5440; }","duration":"162.919976ms","start":"2026-09-01T05:26:52.472781Z","end":"2026-09-01T05:26:52.635701Z","steps":["trace[454500697] 'agreement among raft nodes before linearized reading' (duration: 162.743021ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:26:52.635807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.015414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-09-01T05:26:52.635818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.590589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wqbm9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-09-01T05:26:52.635857Z","caller":"traceutil/trace.go:171","msg":"trace[98503872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5440; }","duration":"228.099026ms","start":"2026-09-01T05:26:52.407748Z","end":"2026-09-01T05:26:52.635847Z","steps":["trace[98503872] 'agreement among raft nodes before linearized reading' (duration: 227.89153ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:26:52.635869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.520828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-09-01T05:26:52.635844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.163855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-01T05:26:52.635878Z","caller":"traceutil/trace.go:171","msg":"trace[1671681003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wqbm9; range_end:; response_count:1; response_revision:5440; }","duration":"258.685332ms","start":"2026-09-01T05:26:52.377174Z","end":"2026-09-01T05:26:52.635859Z","steps":["trace[1671681003] 'agreement among raft nodes before linearized reading' (duration: 258.514007ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:52.635894Z","caller":"traceutil/trace.go:171","msg":"trace[56617555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5440; }","duration":"100.58792ms","start":"2026-09-01T05:26:52.535298Z","end":"2026-09-01T05:26:52.635886Z","steps":["trace[56617555] 'agreement among raft nodes before linearized reading' (duration: 100.511997ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:52.635923Z","caller":"traceutil/trace.go:171","msg":"trace[925890423] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5440; }","duration":"208.270829ms","start":"2026-09-01T05:26:52.427629Z","end":"2026-09-01T05:26:52.6359Z","steps":["trace[925890423] 'agreement among raft nodes before linearized reading' (duration: 208.091134ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:26:52.635642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.298175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:26:52.63598Z","caller":"traceutil/trace.go:171","msg":"trace[1724138490] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5440; }","duration":"167.675306ms","start":"2026-09-01T05:26:52.468293Z","end":"2026-09-01T05:26:52.635969Z","steps":["trace[1724138490] 'agreement among raft nodes before linearized reading' (duration: 167.218943ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:26:54.78173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.881583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wqbm9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-09-01T05:26:54.781749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.248903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-01T05:26:54.781812Z","caller":"traceutil/trace.go:171","msg":"trace[801008782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wqbm9; range_end:; response_count:1; response_revision:5489; }","duration":"113.999276ms","start":"2026-09-01T05:26:54.667793Z","end":"2026-09-01T05:26:54.781793Z","steps":["trace[801008782] 'range keys from in-memory index tree' (duration: 113.704048ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:26:54.781812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.237263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-01T05:26:54.781847Z","caller":"traceutil/trace.go:171","msg":"trace[1600092703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5489; }","duration":"117.400787ms","start":"2026-09-01T05:26:54.664422Z","end":"2026-09-01T05:26:54.781823Z","steps":["trace[1600092703] 'range keys from in-memory index tree' (duration: 116.995175ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:26:54.781896Z","caller":"traceutil/trace.go:171","msg":"trace[271537618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5489; }","duration":"114.389298ms","start":"2026-09-01T05:26:54.667483Z","end":"2026-09-01T05:26:54.781872Z","steps":["trace[271537618] 'range keys from in-memory index tree' (duration: 114.005136ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:26:54.782457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.105461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786908"} {"level":"info","ts":"2026-09-01T05:26:54.782539Z","caller":"traceutil/trace.go:171","msg":"trace[1732239807] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5489; }","duration":"111.263996ms","start":"2026-09-01T05:26:54.671258Z","end":"2026-09-01T05:26:54.782522Z","steps":["trace[1732239807] 'range keys from in-memory index tree' (duration: 110.441831ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:27:07.991465Z","caller":"traceutil/trace.go:171","msg":"trace[366415674] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"294.602865ms","start":"2026-09-01T05:27:07.696835Z","end":"2026-09-01T05:27:07.991438Z","steps":["trace[366415674] 'process raft request' (duration: 294.386459ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:27:08.135309Z","caller":"traceutil/trace.go:171","msg":"trace[2140839476] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5946; }","duration":"381.52207ms","start":"2026-09-01T05:27:07.75373Z","end":"2026-09-01T05:27:08.135252Z","steps":["trace[2140839476] 'read index received' (duration: 237.461643ms)","trace[2140839476] 'applied index is now lower than readState.Index' (duration: 144.059097ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:27:08.135359Z","caller":"traceutil/trace.go:171","msg":"trace[743105448] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"429.317926ms","start":"2026-09-01T05:27:07.70602Z","end":"2026-09-01T05:27:08.135338Z","steps":["trace[743105448] 'process raft request' (duration: 428.228933ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:27:08.135457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.711796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-01T05:27:08.1355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:27:07.705991Z","time spent":"429.428749ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:27:08.135525Z","caller":"traceutil/trace.go:171","msg":"trace[459478940] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5723; }","duration":"381.852711ms","start":"2026-09-01T05:27:07.753653Z","end":"2026-09-01T05:27:08.135505Z","steps":["trace[459478940] 'agreement among raft nodes before linearized reading' (duration: 381.722007ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:27:08.135574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:27:07.753621Z","time spent":"381.939313ms","remote":"127.0.0.1:53062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-09-01T05:27:08.136837Z","caller":"traceutil/trace.go:171","msg":"trace[1885593598] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"143.678266ms","start":"2026-09-01T05:27:07.993127Z","end":"2026-09-01T05:27:08.136805Z","steps":["trace[1885593598] 'process raft request' (duration: 143.508791ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:27:08.136935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.108915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-09-01T05:27:08.13702Z","caller":"traceutil/trace.go:171","msg":"trace[1222753888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5724; }","duration":"232.233939ms","start":"2026-09-01T05:27:07.904762Z","end":"2026-09-01T05:27:08.136996Z","steps":["trace[1222753888] 'agreement among raft nodes before linearized reading' (duration: 232.004062ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:27:17.935249Z","caller":"traceutil/trace.go:171","msg":"trace[395393945] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"382.254786ms","start":"2026-09-01T05:27:17.552963Z","end":"2026-09-01T05:27:17.935218Z","steps":["trace[395393945] 'process raft request' (duration: 382.146123ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:27:17.935443Z","caller":"traceutil/trace.go:171","msg":"trace[363284733] linearizableReadLoop","detail":"{readStateIndex:6167; appliedIndex:6164; }","duration":"232.501269ms","start":"2026-09-01T05:27:17.70291Z","end":"2026-09-01T05:27:17.935411Z","steps":["trace[363284733] 'read index received' (duration: 232.111047ms)","trace[363284733] 'applied index is now lower than readState.Index' (duration: 387.822µs)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:27:17.935465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:27:17.552934Z","time spent":"382.42793ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:27:17.935499Z","caller":"traceutil/trace.go:171","msg":"trace[375223665] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"381.664698ms","start":"2026-09-01T05:27:17.55381Z","end":"2026-09-01T05:27:17.935474Z","steps":["trace[375223665] 'process raft request' (duration: 381.362889ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:27:17.935691Z","caller":"traceutil/trace.go:171","msg":"trace[1627650747] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"383.879093ms","start":"2026-09-01T05:27:17.55135Z","end":"2026-09-01T05:27:17.935229Z","steps":["trace[1627650747] 'process raft request' (duration: 383.550184ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:27:17.935728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:27:17.553795Z","time spent":"381.826183ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:27:17.935816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:27:17.551324Z","time spent":"384.43008ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:27:17.935902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.982243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-09-01T05:27:17.935982Z","caller":"traceutil/trace.go:171","msg":"trace[843487205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5938; }","duration":"233.121777ms","start":"2026-09-01T05:27:17.702842Z","end":"2026-09-01T05:27:17.935964Z","steps":["trace[843487205] 'agreement among raft nodes before linearized reading' (duration: 232.726345ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:27:18.140702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.446958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-01T05:27:18.140809Z","caller":"traceutil/trace.go:171","msg":"trace[1301678024] linearizableReadLoop","detail":"{readStateIndex:6168; appliedIndex:6167; }","duration":"205.279492ms","start":"2026-09-01T05:27:17.935511Z","end":"2026-09-01T05:27:18.140791Z","steps":["trace[1301678024] 'read index received' (duration: 27.468034ms)","trace[1301678024] 'applied index is now lower than readState.Index' (duration: 177.810278ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:27:18.140864Z","caller":"traceutil/trace.go:171","msg":"trace[1612414720] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"371.970351ms","start":"2026-09-01T05:27:17.768861Z","end":"2026-09-01T05:27:18.140832Z","steps":["trace[1612414720] 'process raft request' (duration: 194.185704ms)","trace[1612414720] 'compare' (duration: 177.310313ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:27:18.140998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.530437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3fc245c-ebb3-4673-80aa-19885720920f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-09-01T05:27:18.141031Z","caller":"traceutil/trace.go:171","msg":"trace[775300038] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3fc245c-ebb3-4673-80aa-19885720920f; range_end:; response_count:1; response_revision:5939; }","duration":"374.607598ms","start":"2026-09-01T05:27:17.766412Z","end":"2026-09-01T05:27:18.14102Z","steps":["trace[775300038] 'agreement among raft nodes before linearized reading' (duration: 374.466404ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:27:18.141046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:27:17.768825Z","time spent":"372.132766ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:27:18.141063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:27:17.766389Z","time spent":"374.666571ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3fc245c-ebb3-4673-80aa-19885720920f\" "} {"level":"warn","ts":"2026-09-01T05:27:18.141203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.028836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-09-01T05:27:18.14132Z","caller":"traceutil/trace.go:171","msg":"trace[1151973276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5939; }","duration":"201.17417ms","start":"2026-09-01T05:27:17.940117Z","end":"2026-09-01T05:27:18.141292Z","steps":["trace[1151973276] 'agreement among raft nodes before linearized reading' (duration: 200.876142ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:31:48.042616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5255} {"level":"info","ts":"2026-09-01T05:31:48.130169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5255,"took":"86.004948ms","hash":2135642199,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":27971584,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-01T05:31:48.130292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2135642199,"revision":5255,"compact-revision":2924} {"level":"info","ts":"2026-09-01T05:33:40.337909Z","caller":"traceutil/trace.go:171","msg":"trace[813487288] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"113.233405ms","start":"2026-09-01T05:33:40.224645Z","end":"2026-09-01T05:33:40.337879Z","steps":["trace[813487288] 'process raft request' (duration: 113.023618ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:33:48.253128Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023cf.wal"} {"level":"warn","ts":"2026-09-01T05:33:51.672956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.637644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.155\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-09-01T05:33:51.673034Z","caller":"traceutil/trace.go:171","msg":"trace[325387426] range","detail":"{range_begin:/registry/masterleases/162.253.55.155; range_end:; response_count:1; response_revision:8862; }","duration":"225.788019ms","start":"2026-09-01T05:33:51.447228Z","end":"2026-09-01T05:33:51.673016Z","steps":["trace[325387426] 'range keys from in-memory index tree' (duration: 225.447239ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:33:52.603375Z","caller":"traceutil/trace.go:171","msg":"trace[157490552] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"107.34289ms","start":"2026-09-01T05:33:52.496002Z","end":"2026-09-01T05:33:52.603344Z","steps":["trace[157490552] 'process raft request' (duration: 107.185725ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:34:22.994982Z","caller":"traceutil/trace.go:171","msg":"trace[28726256] linearizableReadLoop","detail":"{readStateIndex:9417; appliedIndex:9416; }","duration":"345.377251ms","start":"2026-09-01T05:34:22.649579Z","end":"2026-09-01T05:34:22.994956Z","steps":["trace[28726256] 'read index received' (duration: 345.158025ms)","trace[28726256] 'applied index is now lower than readState.Index' (duration: 218.186µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:34:22.995049Z","caller":"traceutil/trace.go:171","msg":"trace[2049597715] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"348.220895ms","start":"2026-09-01T05:34:22.646796Z","end":"2026-09-01T05:34:22.995017Z","steps":["trace[2049597715] 'process raft request' (duration: 348.019019ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:22.995201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:34:22.646773Z","time spent":"348.354279ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:34:22.99539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.458169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-09-01T05:34:22.995243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.636919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-01T05:34:22.995441Z","caller":"traceutil/trace.go:171","msg":"trace[1016476679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9084; }","duration":"253.558081ms","start":"2026-09-01T05:34:22.741869Z","end":"2026-09-01T05:34:22.995427Z","steps":["trace[1016476679] 'agreement among raft nodes before linearized reading' (duration: 253.232692ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:34:22.995474Z","caller":"traceutil/trace.go:171","msg":"trace[1417637700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9084; }","duration":"345.904277ms","start":"2026-09-01T05:34:22.649535Z","end":"2026-09-01T05:34:22.99544Z","steps":["trace[1417637700] 'agreement among raft nodes before linearized reading' (duration: 345.520645ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:22.995527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:34:22.649513Z","time spent":"345.99395ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-01T05:34:23.199613Z","caller":"traceutil/trace.go:171","msg":"trace[112035273] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"199.303725ms","start":"2026-09-01T05:34:23.000278Z","end":"2026-09-01T05:34:23.199582Z","steps":["trace[112035273] 'process raft request' (duration: 176.134998ms)","trace[112035273] 'compare' (duration: 22.969961ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:34:23.199924Z","caller":"traceutil/trace.go:171","msg":"trace[1008481255] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"199.220662ms","start":"2026-09-01T05:34:23.000672Z","end":"2026-09-01T05:34:23.199892Z","steps":["trace[1008481255] 'process raft request' (duration: 198.852351ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:34:31.349055Z","caller":"traceutil/trace.go:171","msg":"trace[1715357577] linearizableReadLoop","detail":"{readStateIndex:9461; appliedIndex:9460; }","duration":"111.721639ms","start":"2026-09-01T05:34:31.23731Z","end":"2026-09-01T05:34:31.349032Z","steps":["trace[1715357577] 'read index received' (duration: 111.641917ms)","trace[1715357577] 'applied index is now lower than readState.Index' (duration: 78.682µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:34:31.349269Z","caller":"traceutil/trace.go:171","msg":"trace[123714790] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"114.782929ms","start":"2026-09-01T05:34:31.234459Z","end":"2026-09-01T05:34:31.349242Z","steps":["trace[123714790] 'process raft request' (duration: 114.433749ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:31.349399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.085359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-09-01T05:34:31.349434Z","caller":"traceutil/trace.go:171","msg":"trace[1847115087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9127; }","duration":"112.203273ms","start":"2026-09-01T05:34:31.237224Z","end":"2026-09-01T05:34:31.349428Z","steps":["trace[1847115087] 'agreement among raft nodes before linearized reading' (duration: 112.074589ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:34:31.562869Z","caller":"traceutil/trace.go:171","msg":"trace[495769933] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"318.225297ms","start":"2026-09-01T05:34:31.244603Z","end":"2026-09-01T05:34:31.562829Z","steps":["trace[495769933] 'process raft request' (duration: 259.816106ms)","trace[495769933] 'compare' (duration: 57.980908ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:34:31.563019Z","caller":"traceutil/trace.go:171","msg":"trace[1034134873] linearizableReadLoop","detail":"{readStateIndex:9463; appliedIndex:9461; }","duration":"213.694541ms","start":"2026-09-01T05:34:31.349306Z","end":"2026-09-01T05:34:31.563001Z","steps":["trace[1034134873] 'read index received' (duration: 155.166817ms)","trace[1034134873] 'applied index is now lower than readState.Index' (duration: 58.526784ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:34:31.563053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:34:31.244578Z","time spent":"318.37158ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:34:31.563122Z","caller":"traceutil/trace.go:171","msg":"trace[1992052671] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"299.177493ms","start":"2026-09-01T05:34:31.263903Z","end":"2026-09-01T05:34:31.56308Z","steps":["trace[1992052671] 'process raft request' (duration: 298.780851ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:31.56319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.111263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-01T05:34:31.56322Z","caller":"traceutil/trace.go:171","msg":"trace[582312941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9129; }","duration":"318.166495ms","start":"2026-09-01T05:34:31.245045Z","end":"2026-09-01T05:34:31.563212Z","steps":["trace[582312941] 'agreement among raft nodes before linearized reading' (duration: 318.038571ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:31.563266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:34:31.245038Z","time spent":"318.207356ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-01T05:34:31.563489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.957146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-01T05:34:31.563552Z","caller":"traceutil/trace.go:171","msg":"trace[1583334567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9129; }","duration":"324.052769ms","start":"2026-09-01T05:34:31.239484Z","end":"2026-09-01T05:34:31.563537Z","steps":["trace[1583334567] 'agreement among raft nodes before linearized reading' (duration: 323.865993ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:31.563593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:34:31.239469Z","time spent":"324.113501ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-01T05:34:31.570938Z","caller":"traceutil/trace.go:171","msg":"trace[1866113071] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"218.144742ms","start":"2026-09-01T05:34:31.352769Z","end":"2026-09-01T05:34:31.570914Z","steps":["trace[1866113071] 'process raft request' (duration: 217.966077ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:31.571346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.665164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.155\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-09-01T05:34:31.571407Z","caller":"traceutil/trace.go:171","msg":"trace[2095869463] range","detail":"{range_begin:/registry/masterleases/162.253.55.155; range_end:; response_count:1; response_revision:9131; }","duration":"122.768327ms","start":"2026-09-01T05:34:31.448622Z","end":"2026-09-01T05:34:31.571391Z","steps":["trace[2095869463] 'agreement among raft nodes before linearized reading' (duration: 122.472099ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:34:35.968447Z","caller":"traceutil/trace.go:171","msg":"trace[841642396] linearizableReadLoop","detail":"{readStateIndex:9503; appliedIndex:9501; }","duration":"109.082161ms","start":"2026-09-01T05:34:35.859335Z","end":"2026-09-01T05:34:35.968417Z","steps":["trace[841642396] 'read index received' (duration: 15.118218ms)","trace[841642396] 'applied index is now lower than readState.Index' (duration: 93.962283ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:34:35.968607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.247116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-v8277\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-09-01T05:34:35.968622Z","caller":"traceutil/trace.go:171","msg":"trace[1886288228] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"113.111491ms","start":"2026-09-01T05:34:35.855482Z","end":"2026-09-01T05:34:35.968593Z","steps":["trace[1886288228] 'process raft request' (duration: 98.840428ms)","trace[1886288228] 'compare' (duration: 13.84219ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:34:35.968702Z","caller":"traceutil/trace.go:171","msg":"trace[538188235] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-v8277; range_end:; response_count:1; response_revision:9168; }","duration":"109.329539ms","start":"2026-09-01T05:34:35.859306Z","end":"2026-09-01T05:34:35.968635Z","steps":["trace[538188235] 'agreement among raft nodes before linearized reading' (duration: 109.215115ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:36.215991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.635561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:34:36.216111Z","caller":"traceutil/trace.go:171","msg":"trace[300189556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9168; }","duration":"100.765795ms","start":"2026-09-01T05:34:36.115328Z","end":"2026-09-01T05:34:36.216094Z","steps":["trace[300189556] 'range keys from in-memory index tree' (duration: 100.61586ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:36.216326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.711702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-01T05:34:36.216525Z","caller":"traceutil/trace.go:171","msg":"trace[1252121204] linearizableReadLoop","detail":"{readStateIndex:9505; appliedIndex:9503; }","duration":"244.483503ms","start":"2026-09-01T05:34:35.972017Z","end":"2026-09-01T05:34:36.216501Z","steps":["trace[1252121204] 'read index received' (duration: 112.530414ms)","trace[1252121204] 'applied index is now lower than readState.Index' (duration: 131.951879ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:34:36.21666Z","caller":"traceutil/trace.go:171","msg":"trace[2068481734] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"340.650472ms","start":"2026-09-01T05:34:35.875997Z","end":"2026-09-01T05:34:36.216648Z","steps":["trace[2068481734] 'process raft request' (duration: 208.512868ms)","trace[2068481734] 'compare' (duration: 131.486955ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:34:36.216737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:34:35.875985Z","time spent":"340.707463ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:34:36.216878Z","caller":"traceutil/trace.go:171","msg":"trace[109431756] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"320.379521ms","start":"2026-09-01T05:34:35.896479Z","end":"2026-09-01T05:34:36.216859Z","steps":["trace[109431756] 'process raft request' (duration: 319.935268ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:36.216896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.870694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-v8277\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-09-01T05:34:36.216944Z","caller":"traceutil/trace.go:171","msg":"trace[1609853929] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-v8277; range_end:; response_count:1; response_revision:9170; }","duration":"244.960936ms","start":"2026-09-01T05:34:35.97197Z","end":"2026-09-01T05:34:36.216931Z","steps":["trace[1609853929] 'agreement among raft nodes before linearized reading' (duration: 244.815572ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:34:36.216971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:34:35.896468Z","time spent":"320.461283ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:34:36.218179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.928744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-01T05:34:36.218285Z","caller":"traceutil/trace.go:171","msg":"trace[591328209] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9170; }","duration":"225.225782ms","start":"2026-09-01T05:34:35.993019Z","end":"2026-09-01T05:34:36.218245Z","steps":["trace[591328209] 'agreement among raft nodes before linearized reading' (duration: 223.879052ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:35:29.563369Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e7a3df655adff1be","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-01T05:35:29.577173Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-09-01T05:35:29.57731Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-09-01T05:36:48.049404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7914} {"level":"info","ts":"2026-09-01T05:36:48.136391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7914,"took":"85.028178ms","hash":3099589088,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":25894912,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-01T05:36:48.13646Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3099589088,"revision":7914,"compact-revision":5255} {"level":"info","ts":"2026-09-01T05:41:37.39695Z","caller":"traceutil/trace.go:171","msg":"trace[1644267458] linearizableReadLoop","detail":"{readStateIndex:12850; appliedIndex:12849; }","duration":"111.895164ms","start":"2026-09-01T05:41:37.285028Z","end":"2026-09-01T05:41:37.396924Z","steps":["trace[1644267458] 'read index received' (duration: 111.697588ms)","trace[1644267458] 'applied index is now lower than readState.Index' (duration: 196.256µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:41:37.397018Z","caller":"traceutil/trace.go:171","msg":"trace[1651759819] transaction","detail":"{read_only:false; response_revision:12411; number_of_response:1; }","duration":"183.971968ms","start":"2026-09-01T05:41:37.213008Z","end":"2026-09-01T05:41:37.39698Z","steps":["trace[1651759819] 'process raft request' (duration: 183.711021ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:41:37.397223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.170882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-09-01T05:41:37.397327Z","caller":"traceutil/trace.go:171","msg":"trace[860061717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12411; }","duration":"112.321726ms","start":"2026-09-01T05:41:37.284986Z","end":"2026-09-01T05:41:37.397307Z","steps":["trace[860061717] 'agreement among raft nodes before linearized reading' (duration: 112.034978ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:41:37.563859Z","caller":"traceutil/trace.go:171","msg":"trace[248713550] transaction","detail":"{read_only:false; response_revision:12413; number_of_response:1; }","duration":"116.362656ms","start":"2026-09-01T05:41:37.447463Z","end":"2026-09-01T05:41:37.563825Z","steps":["trace[248713550] 'process raft request' (duration: 110.000728ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:41:37.991804Z","caller":"traceutil/trace.go:171","msg":"trace[1007816664] transaction","detail":"{read_only:false; response_revision:12415; number_of_response:1; }","duration":"112.321616ms","start":"2026-09-01T05:41:37.879445Z","end":"2026-09-01T05:41:37.991766Z","steps":["trace[1007816664] 'process raft request' (duration: 112.075239ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:41:37.997895Z","caller":"traceutil/trace.go:171","msg":"trace[894579750] linearizableReadLoop","detail":"{readStateIndex:12855; appliedIndex:12853; }","duration":"104.36113ms","start":"2026-09-01T05:41:37.8935Z","end":"2026-09-01T05:41:37.997861Z","steps":["trace[894579750] 'read index received' (duration: 98.008692ms)","trace[894579750] 'applied index is now lower than readState.Index' (duration: 6.351108ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:41:37.998222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.696001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-01T05:41:37.99829Z","caller":"traceutil/trace.go:171","msg":"trace[502672650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12416; }","duration":"104.805414ms","start":"2026-09-01T05:41:37.893453Z","end":"2026-09-01T05:41:37.998258Z","steps":["trace[502672650] 'agreement among raft nodes before linearized reading' (duration: 104.555056ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:41:37.99807Z","caller":"traceutil/trace.go:171","msg":"trace[623176699] transaction","detail":"{read_only:false; response_revision:12416; number_of_response:1; }","duration":"115.248043ms","start":"2026-09-01T05:41:37.882784Z","end":"2026-09-01T05:41:37.998032Z","steps":["trace[623176699] 'process raft request' (duration: 114.922464ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:41:37.998377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.2802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-01T05:41:37.998501Z","caller":"traceutil/trace.go:171","msg":"trace[1738570411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12416; }","duration":"100.433004ms","start":"2026-09-01T05:41:37.898044Z","end":"2026-09-01T05:41:37.998477Z","steps":["trace[1738570411] 'agreement among raft nodes before linearized reading' (duration: 100.066843ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:41:48.05618Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10327} {"level":"info","ts":"2026-09-01T05:41:48.148503Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10327,"took":"90.250173ms","hash":2912011432,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":25583616,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-01T05:41:48.148565Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2912011432,"revision":10327,"compact-revision":7914} {"level":"info","ts":"2026-09-01T05:46:48.063437Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12494} {"level":"info","ts":"2026-09-01T05:46:48.160673Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12494,"took":"94.387541ms","hash":36709008,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":27447296,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-09-01T05:46:48.160759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":36709008,"revision":12494,"compact-revision":10327} {"level":"info","ts":"2026-09-01T05:48:01.141073Z","caller":"traceutil/trace.go:171","msg":"trace[1001129878] transaction","detail":"{read_only:false; response_revision:14982; number_of_response:1; }","duration":"101.084429ms","start":"2026-09-01T05:48:01.039964Z","end":"2026-09-01T05:48:01.141048Z","steps":["trace[1001129878] 'process raft request' (duration: 100.935245ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:48:01.514973Z","caller":"traceutil/trace.go:171","msg":"trace[2124409910] transaction","detail":"{read_only:false; response_revision:14984; number_of_response:1; }","duration":"106.004744ms","start":"2026-09-01T05:48:01.408934Z","end":"2026-09-01T05:48:01.514938Z","steps":["trace[2124409910] 'process raft request' (duration: 84.88504ms)","trace[2124409910] 'compare' (duration: 20.97639ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:48:18.385711Z","caller":"traceutil/trace.go:171","msg":"trace[113104585] linearizableReadLoop","detail":"{readStateIndex:15619; appliedIndex:15618; }","duration":"393.426672ms","start":"2026-09-01T05:48:17.992205Z","end":"2026-09-01T05:48:18.385631Z","steps":["trace[113104585] 'read index received' (duration: 392.70818ms)","trace[113104585] 'applied index is now lower than readState.Index' (duration: 717.302µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:48:18.38601Z","caller":"traceutil/trace.go:171","msg":"trace[1883627264] transaction","detail":"{read_only:false; response_revision:15084; number_of_response:1; }","duration":"469.407539ms","start":"2026-09-01T05:48:17.916587Z","end":"2026-09-01T05:48:18.385995Z","steps":["trace[1883627264] 'process raft request' (duration: 468.558453ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:48:18.386265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:48:17.916537Z","time spent":"469.512042ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:48:18.386497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.965733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wqbm9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-09-01T05:48:18.386521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.295988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-01T05:48:18.386551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.840372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-09-01T05:48:18.386535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.253799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-01T05:48:18.386606Z","caller":"traceutil/trace.go:171","msg":"trace[665502509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wqbm9; range_end:; response_count:1; response_revision:15084; }","duration":"315.155599ms","start":"2026-09-01T05:48:18.071426Z","end":"2026-09-01T05:48:18.386581Z","steps":["trace[665502509] 'agreement among raft nodes before linearized reading' (duration: 314.830349ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:48:18.386618Z","caller":"traceutil/trace.go:171","msg":"trace[905228873] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15084; }","duration":"394.469253ms","start":"2026-09-01T05:48:17.992124Z","end":"2026-09-01T05:48:18.386593Z","steps":["trace[905228873] 'agreement among raft nodes before linearized reading' (duration: 394.292888ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:48:18.386624Z","caller":"traceutil/trace.go:171","msg":"trace[2018866091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15084; }","duration":"284.952946ms","start":"2026-09-01T05:48:18.10165Z","end":"2026-09-01T05:48:18.386603Z","steps":["trace[2018866091] 'agreement among raft nodes before linearized reading' (duration: 284.709408ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:48:18.386655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:48:18.071401Z","time spent":"315.246902ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wqbm9\" "} {"level":"info","ts":"2026-09-01T05:48:18.386648Z","caller":"traceutil/trace.go:171","msg":"trace[1517953453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15084; }","duration":"253.430184ms","start":"2026-09-01T05:48:18.133187Z","end":"2026-09-01T05:48:18.386617Z","steps":["trace[1517953453] 'agreement among raft nodes before linearized reading' (duration: 253.098934ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:48:18.386666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:48:17.992078Z","time spent":"394.576506ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-09-01T05:48:18.386618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.582509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-01T05:48:18.386742Z","caller":"traceutil/trace.go:171","msg":"trace[1724918999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15084; }","duration":"276.95187ms","start":"2026-09-01T05:48:18.10976Z","end":"2026-09-01T05:48:18.386711Z","steps":["trace[1724918999] 'agreement among raft nodes before linearized reading' (duration: 276.598529ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:48:42.679805Z","caller":"traceutil/trace.go:171","msg":"trace[113633382] linearizableReadLoop","detail":"{readStateIndex:15954; appliedIndex:15953; }","duration":"161.080963ms","start":"2026-09-01T05:48:42.518682Z","end":"2026-09-01T05:48:42.679763Z","steps":["trace[113633382] 'read index received' (duration: 160.663671ms)","trace[113633382] 'applied index is now lower than readState.Index' (duration: 415.402µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:48:42.680031Z","caller":"traceutil/trace.go:171","msg":"trace[138025620] transaction","detail":"{read_only:false; response_revision:15406; number_of_response:1; }","duration":"292.942472ms","start":"2026-09-01T05:48:42.387045Z","end":"2026-09-01T05:48:42.679988Z","steps":["trace[138025620] 'process raft request' (duration: 292.386385ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:48:42.680307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.205228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-09-01T05:48:42.680371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.191453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-01T05:48:42.680469Z","caller":"traceutil/trace.go:171","msg":"trace[1888691187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15406; }","duration":"144.328307ms","start":"2026-09-01T05:48:42.536123Z","end":"2026-09-01T05:48:42.680451Z","steps":["trace[1888691187] 'agreement among raft nodes before linearized reading' (duration: 144.107371ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:48:42.680403Z","caller":"traceutil/trace.go:171","msg":"trace[319139389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15406; }","duration":"157.354222ms","start":"2026-09-01T05:48:42.523028Z","end":"2026-09-01T05:48:42.680382Z","steps":["trace[319139389] 'agreement among raft nodes before linearized reading' (duration: 157.101205ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:48:42.680298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.564437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-01T05:48:42.680607Z","caller":"traceutil/trace.go:171","msg":"trace[1771962621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15406; }","duration":"161.949918ms","start":"2026-09-01T05:48:42.518639Z","end":"2026-09-01T05:48:42.680588Z","steps":["trace[1771962621] 'agreement among raft nodes before linearized reading' (duration: 161.477414ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:49:59.471468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.65439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-01T05:49:59.471823Z","caller":"traceutil/trace.go:171","msg":"trace[1063977756] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"178.678707ms","start":"2026-09-01T05:49:59.293125Z","end":"2026-09-01T05:49:59.471804Z","steps":["trace[1063977756] 'process raft request' (duration: 178.534682ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:49:59.471924Z","caller":"traceutil/trace.go:171","msg":"trace[81626160] linearizableReadLoop","detail":"{readStateIndex:16736; appliedIndex:16734; }","duration":"363.819364ms","start":"2026-09-01T05:49:59.10806Z","end":"2026-09-01T05:49:59.471879Z","steps":["trace[81626160] 'read index received' (duration: 82.726123ms)","trace[81626160] 'applied index is now lower than readState.Index' (duration: 281.090171ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:49:59.47223Z","caller":"traceutil/trace.go:171","msg":"trace[1204963832] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"373.446688ms","start":"2026-09-01T05:49:59.098703Z","end":"2026-09-01T05:49:59.47215Z","steps":["trace[1204963832] 'process raft request' (duration: 139.026905ms)","trace[1204963832] 'compare' (duration: 233.528707ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:49:59.472463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:49:59.098677Z","time spent":"373.663544ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T05:49:59.47245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.36993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-09-01T05:49:59.472489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.892853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-01T05:49:59.472559Z","caller":"traceutil/trace.go:171","msg":"trace[507730633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16168; }","duration":"364.514324ms","start":"2026-09-01T05:49:59.108012Z","end":"2026-09-01T05:49:59.472527Z","steps":["trace[507730633] 'agreement among raft nodes before linearized reading' (duration: 364.262136ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:49:59.47259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.189097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-09-01T05:49:59.472689Z","caller":"traceutil/trace.go:171","msg":"trace[130682148] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16168; }","duration":"146.320061ms","start":"2026-09-01T05:49:59.326347Z","end":"2026-09-01T05:49:59.472667Z","steps":["trace[130682148] 'agreement among raft nodes before linearized reading' (duration: 146.039903ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:49:59.472708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.36117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-09-01T05:49:59.472775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.240736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-01T05:49:59.472765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.064328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9t892\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-09-01T05:49:59.472815Z","caller":"traceutil/trace.go:171","msg":"trace[2056811441] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16168; }","duration":"152.277167ms","start":"2026-09-01T05:49:59.320527Z","end":"2026-09-01T05:49:59.472804Z","steps":["trace[2056811441] 'agreement among raft nodes before linearized reading' (duration: 152.191255ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:49:59.47283Z","caller":"traceutil/trace.go:171","msg":"trace[1577052171] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16168; }","duration":"152.515204ms","start":"2026-09-01T05:49:59.320287Z","end":"2026-09-01T05:49:59.472802Z","steps":["trace[1577052171] 'agreement among raft nodes before linearized reading' (duration: 152.180854ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:49:59.472834Z","caller":"traceutil/trace.go:171","msg":"trace[1987831663] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9t892; range_end:; response_count:1; response_revision:16168; }","duration":"329.18004ms","start":"2026-09-01T05:49:59.143636Z","end":"2026-09-01T05:49:59.472816Z","steps":["trace[1987831663] 'agreement among raft nodes before linearized reading' (duration: 328.964604ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:49:59.472625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:49:59.107994Z","time spent":"364.620377ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-01T05:49:59.472575Z","caller":"traceutil/trace.go:171","msg":"trace[234674124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16168; }","duration":"329.021116ms","start":"2026-09-01T05:49:59.143527Z","end":"2026-09-01T05:49:59.472548Z","steps":["trace[234674124] 'agreement among raft nodes before linearized reading' (duration: 328.836221ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:49:59.472883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:49:59.143625Z","time spent":"329.244783ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9t892\" "} {"level":"warn","ts":"2026-09-01T05:49:59.473007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:49:59.143509Z","time spent":"329.409397ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-01T05:50:00.435161Z","caller":"traceutil/trace.go:171","msg":"trace[91275146] linearizableReadLoop","detail":"{readStateIndex:16741; appliedIndex:16740; }","duration":"280.308867ms","start":"2026-09-01T05:50:00.154827Z","end":"2026-09-01T05:50:00.435136Z","steps":["trace[91275146] 'read index received' (duration: 280.129572ms)","trace[91275146] 'applied index is now lower than readState.Index' (duration: 177.915µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:50:00.435213Z","caller":"traceutil/trace.go:171","msg":"trace[1184224771] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"333.426256ms","start":"2026-09-01T05:50:00.101759Z","end":"2026-09-01T05:50:00.435185Z","steps":["trace[1184224771] 'process raft request' (duration: 333.21048ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:50:00.435317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.476942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-01T05:50:00.435341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T05:50:00.10172Z","time spent":"333.54554ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T05:50:00.435357Z","caller":"traceutil/trace.go:171","msg":"trace[1322172022] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16172; }","duration":"280.564035ms","start":"2026-09-01T05:50:00.154781Z","end":"2026-09-01T05:50:00.435345Z","steps":["trace[1322172022] 'agreement among raft nodes before linearized reading' (duration: 280.485823ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:50:00.435616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.692852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-01T05:50:00.435707Z","caller":"traceutil/trace.go:171","msg":"trace[713072899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16172; }","duration":"272.848867ms","start":"2026-09-01T05:50:00.162837Z","end":"2026-09-01T05:50:00.435685Z","steps":["trace[713072899] 'agreement among raft nodes before linearized reading' (duration: 272.495257ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:50:00.435728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.653444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-01T05:50:00.43579Z","caller":"traceutil/trace.go:171","msg":"trace[1932403157] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16172; }","duration":"203.739907ms","start":"2026-09-01T05:50:00.23204Z","end":"2026-09-01T05:50:00.43578Z","steps":["trace[1932403157] 'agreement among raft nodes before linearized reading' (duration: 203.615833ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:50:00.565259Z","caller":"traceutil/trace.go:171","msg":"trace[1825550076] transaction","detail":"{read_only:false; response_revision:16174; number_of_response:1; }","duration":"113.620825ms","start":"2026-09-01T05:50:00.451568Z","end":"2026-09-01T05:50:00.565189Z","steps":["trace[1825550076] 'process raft request' (duration: 113.570774ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:50:00.565721Z","caller":"traceutil/trace.go:171","msg":"trace[130181195] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"126.006311ms","start":"2026-09-01T05:50:00.439698Z","end":"2026-09-01T05:50:00.565705Z","steps":["trace[130181195] 'process raft request' (duration: 120.026084ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:50:00.565903Z","caller":"traceutil/trace.go:171","msg":"trace[64191211] linearizableReadLoop","detail":"{readStateIndex:16742; appliedIndex:16741; }","duration":"125.101324ms","start":"2026-09-01T05:50:00.440791Z","end":"2026-09-01T05:50:00.565892Z","steps":["trace[64191211] 'read index received' (duration: 119.049956ms)","trace[64191211] 'applied index is now lower than readState.Index' (duration: 6.050458ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T05:50:00.567001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.167505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732142"} {"level":"info","ts":"2026-09-01T05:50:00.567092Z","caller":"traceutil/trace.go:171","msg":"trace[1021004468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16174; }","duration":"126.32288ms","start":"2026-09-01T05:50:00.440755Z","end":"2026-09-01T05:50:00.567078Z","steps":["trace[1021004468] 'agreement among raft nodes before linearized reading' (duration: 125.179166ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:51:48.076113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14525} {"level":"info","ts":"2026-09-01T05:51:48.168914Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14525,"took":"90.179253ms","hash":4162895806,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":31145984,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-01T05:51:48.169002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4162895806,"revision":14525,"compact-revision":12494} {"level":"info","ts":"2026-09-01T05:56:19.570748Z","caller":"traceutil/trace.go:171","msg":"trace[1426671630] linearizableReadLoop","detail":"{readStateIndex:19573; appliedIndex:19572; }","duration":"195.302906ms","start":"2026-09-01T05:56:19.375413Z","end":"2026-09-01T05:56:19.570716Z","steps":["trace[1426671630] 'read index received' (duration: 195.175793ms)","trace[1426671630] 'applied index is now lower than readState.Index' (duration: 125.793µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:56:19.571154Z","caller":"traceutil/trace.go:171","msg":"trace[1987322088] transaction","detail":"{read_only:false; response_revision:18914; number_of_response:1; }","duration":"220.264823ms","start":"2026-09-01T05:56:19.350873Z","end":"2026-09-01T05:56:19.571138Z","steps":["trace[1987322088] 'process raft request' (duration: 219.654865ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:56:19.571477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.042488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bw7xd\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-09-01T05:56:19.571531Z","caller":"traceutil/trace.go:171","msg":"trace[325879366] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bw7xd; range_end:; response_count:1; response_revision:18914; }","duration":"196.137991ms","start":"2026-09-01T05:56:19.375377Z","end":"2026-09-01T05:56:19.571515Z","steps":["trace[325879366] 'agreement among raft nodes before linearized reading' (duration: 195.971366ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:56:19.586863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.226099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-01T05:56:19.586949Z","caller":"traceutil/trace.go:171","msg":"trace[1401046348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18915; }","duration":"142.339902ms","start":"2026-09-01T05:56:19.444589Z","end":"2026-09-01T05:56:19.586929Z","steps":["trace[1401046348] 'agreement among raft nodes before linearized reading' (duration: 142.107165ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:56:25.639319Z","caller":"traceutil/trace.go:171","msg":"trace[2060592419] transaction","detail":"{read_only:false; response_revision:18950; number_of_response:1; }","duration":"154.157732ms","start":"2026-09-01T05:56:25.485135Z","end":"2026-09-01T05:56:25.639292Z","steps":["trace[2060592419] 'process raft request' (duration: 135.342226ms)","trace[2060592419] 'compare' (duration: 18.579409ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T05:56:26.004469Z","caller":"traceutil/trace.go:171","msg":"trace[1669824599] transaction","detail":"{read_only:false; response_revision:18954; number_of_response:1; }","duration":"112.952134ms","start":"2026-09-01T05:56:25.891491Z","end":"2026-09-01T05:56:26.004443Z","steps":["trace[1669824599] 'process raft request' (duration: 112.779989ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:56:26.354048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.400259ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T05:56:26.354213Z","caller":"traceutil/trace.go:171","msg":"trace[550091735] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18954; }","duration":"238.585645ms","start":"2026-09-01T05:56:26.115606Z","end":"2026-09-01T05:56:26.354192Z","steps":["trace[550091735] 'range keys from in-memory index tree' (duration: 238.380358ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:56:26.354418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.854016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-01T05:56:26.354514Z","caller":"traceutil/trace.go:171","msg":"trace[1088309750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18954; }","duration":"251.3116ms","start":"2026-09-01T05:56:26.103175Z","end":"2026-09-01T05:56:26.354487Z","steps":["trace[1088309750] 'count revisions from in-memory index tree' (duration: 250.753444ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T05:56:26.354468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.489207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T05:56:26.35466Z","caller":"traceutil/trace.go:171","msg":"trace[1457438472] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:18954; }","duration":"246.736155ms","start":"2026-09-01T05:56:26.107893Z","end":"2026-09-01T05:56:26.354629Z","steps":["trace[1457438472] 'count revisions from in-memory index tree' (duration: 246.378804ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T05:56:48.083427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16855} {"level":"info","ts":"2026-09-01T05:56:48.193412Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16855,"took":"106.562966ms","hash":3026091860,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":32284672,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-01T05:56:48.193528Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3026091860,"revision":16855,"compact-revision":14525} {"level":"info","ts":"2026-09-01T05:57:04.991995Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e7a3df655adff1be","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-01T05:57:05.002951Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-09-01T05:57:05.003099Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-09-01T06:01:48.091631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19222} {"level":"info","ts":"2026-09-01T06:01:48.233562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19222,"took":"137.972953ms","hash":41002875,"current-db-size-bytes":52342784,"current-db-size":"52 MB","current-db-size-in-use-bytes":33398784,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-09-01T06:01:48.233632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":41002875,"revision":19222,"compact-revision":16855} {"level":"info","ts":"2026-09-01T06:02:19.559287Z","caller":"traceutil/trace.go:171","msg":"trace[1426417911] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"211.04397ms","start":"2026-09-01T06:02:19.348191Z","end":"2026-09-01T06:02:19.559235Z","steps":["trace[1426417911] 'process raft request' (duration: 206.708642ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T06:02:20.023634Z","caller":"traceutil/trace.go:171","msg":"trace[618272101] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"461.089572ms","start":"2026-09-01T06:02:19.562512Z","end":"2026-09-01T06:02:20.023602Z","steps":["trace[618272101] 'process raft request' (duration: 363.046098ms)","trace[618272101] 'compare' (duration: 97.770146ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T06:02:20.023791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T06:02:19.562495Z","time spent":"461.218016ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T06:02:20.023637Z","caller":"traceutil/trace.go:171","msg":"trace[1107179068] linearizableReadLoop","detail":"{readStateIndex:22493; appliedIndex:22491; }","duration":"428.873751ms","start":"2026-09-01T06:02:19.594719Z","end":"2026-09-01T06:02:20.023593Z","steps":["trace[1107179068] 'read index received' (duration: 44.735381ms)","trace[1107179068] 'applied index is now lower than readState.Index' (duration: 384.13675ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T06:02:20.023903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.17595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-01T06:02:20.023946Z","caller":"traceutil/trace.go:171","msg":"trace[1959239120] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:21740; }","duration":"429.317324ms","start":"2026-09-01T06:02:19.594618Z","end":"2026-09-01T06:02:20.023936Z","steps":["trace[1959239120] 'agreement among raft nodes before linearized reading' (duration: 429.074337ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:20.023982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T06:02:19.59458Z","time spent":"429.392116ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":198,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-09-01T06:02:20.191899Z","caller":"traceutil/trace.go:171","msg":"trace[1776345152] linearizableReadLoop","detail":"{readStateIndex:22494; appliedIndex:22493; }","duration":"168.029941ms","start":"2026-09-01T06:02:20.023844Z","end":"2026-09-01T06:02:20.191874Z","steps":["trace[1776345152] 'read index received' (duration: 167.819684ms)","trace[1776345152] 'applied index is now lower than readState.Index' (duration: 209.207µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T06:02:20.192272Z","caller":"traceutil/trace.go:171","msg":"trace[1625866983] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"247.069054ms","start":"2026-09-01T06:02:19.945188Z","end":"2026-09-01T06:02:20.192257Z","steps":["trace[1625866983] 'process raft request' (duration: 246.543298ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:20.192628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.265728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-09-01T06:02:20.192632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.770394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T06:02:20.192719Z","caller":"traceutil/trace.go:171","msg":"trace[778111620] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21741; }","duration":"186.914908ms","start":"2026-09-01T06:02:20.005782Z","end":"2026-09-01T06:02:20.192697Z","steps":["trace[778111620] 'agreement among raft nodes before linearized reading' (duration: 186.755093ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T06:02:20.19268Z","caller":"traceutil/trace.go:171","msg":"trace[1407078385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21741; }","duration":"167.383831ms","start":"2026-09-01T06:02:20.025283Z","end":"2026-09-01T06:02:20.192667Z","steps":["trace[1407078385] 'agreement among raft nodes before linearized reading' (duration: 167.206606ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:20.572063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.679854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-09-01T06:02:20.572103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.167602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-09-01T06:02:20.572168Z","caller":"traceutil/trace.go:171","msg":"trace[679051025] linearizableReadLoop","detail":"{readStateIndex:22495; appliedIndex:22494; }","duration":"229.930778ms","start":"2026-09-01T06:02:20.34222Z","end":"2026-09-01T06:02:20.572151Z","steps":["trace[679051025] 'read index received' (duration: 48.167572ms)","trace[679051025] 'applied index is now lower than readState.Index' (duration: 181.761866ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T06:02:20.572193Z","caller":"traceutil/trace.go:171","msg":"trace[1275343612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21741; }","duration":"279.285434ms","start":"2026-09-01T06:02:20.292879Z","end":"2026-09-01T06:02:20.572164Z","steps":["trace[1275343612] 'range keys from in-memory index tree' (duration: 278.78854ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T06:02:20.572398Z","caller":"traceutil/trace.go:171","msg":"trace[1759939468] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"265.406615ms","start":"2026-09-01T06:02:20.306978Z","end":"2026-09-01T06:02:20.572384Z","steps":["trace[1759939468] 'process raft request' (duration: 83.298529ms)","trace[1759939468] 'compare' (duration: 181.540569ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T06:02:20.572612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.395002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T06:02:20.572649Z","caller":"traceutil/trace.go:171","msg":"trace[271677396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21742; }","duration":"230.478144ms","start":"2026-09-01T06:02:20.34216Z","end":"2026-09-01T06:02:20.572638Z","steps":["trace[271677396] 'agreement among raft nodes before linearized reading' (duration: 230.414153ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:20.609744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.404591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-01T06:02:20.609855Z","caller":"traceutil/trace.go:171","msg":"trace[950372454] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21743; }","duration":"253.574746ms","start":"2026-09-01T06:02:20.356254Z","end":"2026-09-01T06:02:20.609829Z","steps":["trace[950372454] 'agreement among raft nodes before linearized reading' (duration: 253.246977ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:20.935976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.764329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-01T06:02:20.936078Z","caller":"traceutil/trace.go:171","msg":"trace[1452686624] linearizableReadLoop","detail":"{readStateIndex:22497; appliedIndex:22496; }","duration":"237.023717ms","start":"2026-09-01T06:02:20.699039Z","end":"2026-09-01T06:02:20.936062Z","steps":["trace[1452686624] 'read index received' (duration: 83.036081ms)","trace[1452686624] 'applied index is now lower than readState.Index' (duration: 153.986226ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T06:02:20.936262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.232354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-09-01T06:02:20.936298Z","caller":"traceutil/trace.go:171","msg":"trace[1202587579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21744; }","duration":"237.313546ms","start":"2026-09-01T06:02:20.698973Z","end":"2026-09-01T06:02:20.936287Z","steps":["trace[1202587579] 'agreement among raft nodes before linearized reading' (duration: 237.171172ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:20.936287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.471386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-01T06:02:20.936395Z","caller":"traceutil/trace.go:171","msg":"trace[751586402] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:21744; }","duration":"225.60963ms","start":"2026-09-01T06:02:20.710765Z","end":"2026-09-01T06:02:20.936374Z","steps":["trace[751586402] 'agreement among raft nodes before linearized reading' (duration: 225.409564ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T06:02:20.936537Z","caller":"traceutil/trace.go:171","msg":"trace[653954751] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"270.693941ms","start":"2026-09-01T06:02:20.665802Z","end":"2026-09-01T06:02:20.936496Z","steps":["trace[653954751] 'process raft request' (duration: 116.353325ms)","trace[653954751] 'compare' (duration: 153.576403ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T06:02:20.93698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.180157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T06:02:20.937074Z","caller":"traceutil/trace.go:171","msg":"trace[488702708] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21744; }","duration":"143.008651ms","start":"2026-09-01T06:02:20.79405Z","end":"2026-09-01T06:02:20.937059Z","steps":["trace[488702708] 'agreement among raft nodes before linearized reading' (duration: 142.171987ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:21.28447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.355901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-01T06:02:21.284573Z","caller":"traceutil/trace.go:171","msg":"trace[2135283939] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"343.365537ms","start":"2026-09-01T06:02:20.941188Z","end":"2026-09-01T06:02:21.284553Z","steps":["trace[2135283939] 'process raft request' (duration: 112.846702ms)","trace[2135283939] 'compare' (duration: 230.221626ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T06:02:21.284626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T06:02:20.941166Z","time spent":"343.434378ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T06:02:21.286328Z","caller":"traceutil/trace.go:171","msg":"trace[1985529416] linearizableReadLoop","detail":"{readStateIndex:22500; appliedIndex:22498; }","duration":"157.584762ms","start":"2026-09-01T06:02:21.128721Z","end":"2026-09-01T06:02:21.286305Z","steps":["trace[1985529416] 'read index received' (duration: 157.317964ms)","trace[1985529416] 'applied index is now lower than readState.Index' (duration: 265.928µs)"],"step_count":2} {"level":"info","ts":"2026-09-01T06:02:21.286384Z","caller":"traceutil/trace.go:171","msg":"trace[340451130] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"344.47174ms","start":"2026-09-01T06:02:20.941891Z","end":"2026-09-01T06:02:21.286363Z","steps":["trace[340451130] 'process raft request' (duration: 344.204412ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:21.286479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T06:02:20.94187Z","time spent":"344.561852ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-01T06:02:21.286523Z","caller":"traceutil/trace.go:171","msg":"trace[1553648681] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"291.873506ms","start":"2026-09-01T06:02:20.99458Z","end":"2026-09-01T06:02:21.286454Z","steps":["trace[1553648681] 'process raft request' (duration: 291.66806ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:21.286668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.06165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-09-01T06:02:21.286678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.881126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T06:02:21.286723Z","caller":"traceutil/trace.go:171","msg":"trace[1440556453] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21747; }","duration":"151.131182ms","start":"2026-09-01T06:02:21.135574Z","end":"2026-09-01T06:02:21.286705Z","steps":["trace[1440556453] 'agreement among raft nodes before linearized reading' (duration: 150.962867ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:21.286704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.953953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T06:02:21.286866Z","caller":"traceutil/trace.go:171","msg":"trace[618144318] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21747; }","duration":"158.17033ms","start":"2026-09-01T06:02:21.128641Z","end":"2026-09-01T06:02:21.286812Z","steps":["trace[618144318] 'agreement among raft nodes before linearized reading' (duration: 157.951133ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T06:02:21.286746Z","caller":"traceutil/trace.go:171","msg":"trace[553520754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21747; }","duration":"145.991939ms","start":"2026-09-01T06:02:21.140736Z","end":"2026-09-01T06:02:21.286728Z","steps":["trace[553520754] 'agreement among raft nodes before linearized reading' (duration: 145.869936ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:02:21.683769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.10572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-01T06:02:21.683948Z","caller":"traceutil/trace.go:171","msg":"trace[297062787] linearizableReadLoop","detail":"{readStateIndex:22502; appliedIndex:22500; }","duration":"136.048936ms","start":"2026-09-01T06:02:21.547878Z","end":"2026-09-01T06:02:21.683926Z","steps":["trace[297062787] 'read index received' (duration: 134.066757ms)","trace[297062787] 'applied index is now lower than readState.Index' (duration: 1.980859ms)"],"step_count":2} {"level":"info","ts":"2026-09-01T06:02:21.684063Z","caller":"traceutil/trace.go:171","msg":"trace[919349273] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"318.228764ms","start":"2026-09-01T06:02:21.365811Z","end":"2026-09-01T06:02:21.68404Z","steps":["trace[919349273] 'process raft request' (duration: 123.773154ms)","trace[919349273] 'compare' (duration: 193.972176ms)"],"step_count":2} {"level":"warn","ts":"2026-09-01T06:02:21.684156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-01T06:02:21.365793Z","time spent":"318.309857ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-01T06:02:21.684408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.526481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.155\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-09-01T06:02:21.684478Z","caller":"traceutil/trace.go:171","msg":"trace[1010772792] range","detail":"{range_begin:/registry/masterleases/162.253.55.155; range_end:; response_count:1; response_revision:21749; }","duration":"136.624933ms","start":"2026-09-01T06:02:21.547837Z","end":"2026-09-01T06:02:21.684462Z","steps":["trace[1010772792] 'agreement among raft nodes before linearized reading' (duration: 136.361215ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T06:02:21.684575Z","caller":"traceutil/trace.go:171","msg":"trace[906804274] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"159.012174ms","start":"2026-09-01T06:02:21.525528Z","end":"2026-09-01T06:02:21.684541Z","steps":["trace[906804274] 'process raft request' (duration: 158.332164ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:06:26.717803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.481789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-01T06:06:26.71789Z","caller":"traceutil/trace.go:171","msg":"trace[1704878703] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24307; }","duration":"240.615253ms","start":"2026-09-01T06:06:26.477256Z","end":"2026-09-01T06:06:26.717871Z","steps":["trace[1704878703] 'range keys from in-memory index tree' (duration: 240.357266ms)"],"step_count":1} {"level":"warn","ts":"2026-09-01T06:06:26.718191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.494352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-01T06:06:26.71825Z","caller":"traceutil/trace.go:171","msg":"trace[935822232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24307; }","duration":"130.592915ms","start":"2026-09-01T06:06:26.587641Z","end":"2026-09-01T06:06:26.718234Z","steps":["trace[935822232] 'range keys from in-memory index tree' (duration: 130.194884ms)"],"step_count":1} {"level":"info","ts":"2026-09-01T06:06:48.099207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21572} {"level":"info","ts":"2026-09-01T06:06:48.24473Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21572,"took":"141.9118ms","hash":2397497796,"current-db-size-bytes":53448704,"current-db-size":"53 MB","current-db-size-in-use-bytes":42520576,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-09-01T06:06:48.244812Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2397497796,"revision":21572,"compact-revision":19222} {"level":"info","ts":"2026-09-01T06:10:07.676398Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a00.wal"} {"level":"info","ts":"2026-09-01T06:11:48.109124Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24519} {"level":"info","ts":"2026-09-01T06:11:48.261414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24519,"took":"148.093686ms","hash":15409150,"current-db-size-bytes":53448704,"current-db-size":"53 MB","current-db-size-in-use-bytes":33087488,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-09-01T06:11:48.261487Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":15409150,"revision":24519,"compact-revision":21572} {"level":"info","ts":"2026-09-01T06:16:21.920578Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e7a3df655adff1be","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-01T06:16:21.926828Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-09-01T06:16:21.92695Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-09-01T06:16:48.119411Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27002} {"level":"info","ts":"2026-09-01T06:16:48.2341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27002,"took":"111.692322ms","hash":3424925402,"current-db-size-bytes":53448704,"current-db-size":"53 MB","current-db-size-in-use-bytes":29503488,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-09-01T06:16:48.234173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3424925402,"revision":27002,"compact-revision":24519}