{"level":"warn","ts":"2026-08-28T04:09:23.650366Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:09:23.650484Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.166:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.166:2380","--initial-cluster=instance=https://162.253.55.166:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.166:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.166:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-28T04:09:23.650585Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:09:23.650603Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.166:2380"]} {"level":"info","ts":"2026-08-28T04:09:23.650805Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:09:23.651628Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.166:2379"]} {"level":"info","ts":"2026-08-28T04:09:23.651734Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.166:2380"],"listen-peer-urls":["https://162.253.55.166:2380"],"advertise-client-urls":["https://162.253.55.166:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.166:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.166:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-28T04:09:23.656696Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.624776ms"} {"level":"info","ts":"2026-08-28T04:09:23.671463Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b7481851e1bcdf3c","cluster-id":"bb367d182eb83f54"} {"level":"info","ts":"2026-08-28T04:09:23.671573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c switched to configuration voters=()"} {"level":"info","ts":"2026-08-28T04:09:23.671601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c became follower at term 0"} {"level":"info","ts":"2026-08-28T04:09:23.671618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b7481851e1bcdf3c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-28T04:09:23.67164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c became follower at term 1"} {"level":"info","ts":"2026-08-28T04:09:23.671688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c switched to configuration voters=(13206832647222648636)"} {"level":"warn","ts":"2026-08-28T04:09:23.678441Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-28T04:09:23.682521Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-28T04:09:23.685722Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-28T04:09:23.688255Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b7481851e1bcdf3c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-28T04:09:23.688442Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b7481851e1bcdf3c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-28T04:09:23.68888Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:09:23.689161Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:09:23.689209Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:09:23.691234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c switched to configuration voters=(13206832647222648636)"} {"level":"info","ts":"2026-08-28T04:09:23.691439Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bb367d182eb83f54","local-member-id":"b7481851e1bcdf3c","added-peer-id":"b7481851e1bcdf3c","added-peer-peer-urls":["https://162.253.55.166:2380"]} {"level":"info","ts":"2026-08-28T04:09:23.694026Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:09:23.694167Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.166:2380"} {"level":"info","ts":"2026-08-28T04:09:23.69424Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.166:2380"} {"level":"info","ts":"2026-08-28T04:09:23.694479Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b7481851e1bcdf3c","initial-advertise-peer-urls":["https://162.253.55.166:2380"],"listen-peer-urls":["https://162.253.55.166:2380"],"advertise-client-urls":["https://162.253.55.166:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.166:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-28T04:09:23.694526Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-28T04:09:24.572812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c is starting a new election at term 1"} {"level":"info","ts":"2026-08-28T04:09:24.5729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c became pre-candidate at term 1"} {"level":"info","ts":"2026-08-28T04:09:24.572922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c received MsgPreVoteResp from b7481851e1bcdf3c at term 1"} {"level":"info","ts":"2026-08-28T04:09:24.57294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c became candidate at term 2"} {"level":"info","ts":"2026-08-28T04:09:24.572959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c received MsgVoteResp from b7481851e1bcdf3c at term 2"} {"level":"info","ts":"2026-08-28T04:09:24.572974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7481851e1bcdf3c became leader at term 2"} {"level":"info","ts":"2026-08-28T04:09:24.572988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b7481851e1bcdf3c elected leader b7481851e1bcdf3c at term 2"} {"level":"info","ts":"2026-08-28T04:09:24.574366Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:24.575423Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b7481851e1bcdf3c","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.166:2379]}","request-path":"/0/members/b7481851e1bcdf3c/attributes","cluster-id":"bb367d182eb83f54","publish-timeout":"7s"} {"level":"info","ts":"2026-08-28T04:09:24.575445Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:09:24.575563Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:09:24.57597Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-28T04:09:24.576091Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-28T04:09:24.576159Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bb367d182eb83f54","local-member-id":"b7481851e1bcdf3c","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:24.576273Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:24.576317Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:24.5796Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.166:2379"} {"level":"info","ts":"2026-08-28T04:09:24.580135Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-28T04:09:38.716045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.014195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T04:09:38.716178Z","caller":"traceutil/trace.go:171","msg":"trace[1586485150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"134.18676ms","start":"2026-08-28T04:09:38.581969Z","end":"2026-08-28T04:09:38.716155Z","steps":["trace[1586485150] 'range keys from in-memory index tree' (duration: 133.930303ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:09:38.839928Z","caller":"traceutil/trace.go:171","msg":"trace[857879765] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"117.980234ms","start":"2026-08-28T04:09:38.721916Z","end":"2026-08-28T04:09:38.839897Z","steps":["trace[857879765] 'read index received' (duration: 117.668256ms)","trace[857879765] 'applied index is now lower than readState.Index' (duration: 310.688µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:09:38.84Z","caller":"traceutil/trace.go:171","msg":"trace[356683793] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"118.739923ms","start":"2026-08-28T04:09:38.721217Z","end":"2026-08-28T04:09:38.839957Z","steps":["trace[356683793] 'process raft request' (duration: 118.461587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:09:38.840116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.196531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-08-28T04:09:38.840187Z","caller":"traceutil/trace.go:171","msg":"trace[1283958477] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:400; }","duration":"118.267322ms","start":"2026-08-28T04:09:38.721895Z","end":"2026-08-28T04:09:38.840162Z","steps":["trace[1283958477] 'agreement among raft nodes before linearized reading' (duration: 118.124689ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:09:39.175494Z","caller":"traceutil/trace.go:171","msg":"trace[467080843] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"325.222503ms","start":"2026-08-28T04:09:38.850244Z","end":"2026-08-28T04:09:39.175466Z","steps":["trace[467080843] 'process raft request' (duration: 322.646289ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:09:39.176225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:09:38.850082Z","time spent":"325.48968ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:09:39.313076Z","caller":"traceutil/trace.go:171","msg":"trace[1563976154] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"121.712719ms","start":"2026-08-28T04:09:39.191335Z","end":"2026-08-28T04:09:39.313047Z","steps":["trace[1563976154] 'process raft request' (duration: 120.910759ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:10:17.54407Z","caller":"traceutil/trace.go:171","msg":"trace[1081024161] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"308.986666ms","start":"2026-08-28T04:10:17.235049Z","end":"2026-08-28T04:10:17.544036Z","steps":["trace[1081024161] 'process raft request' (duration: 308.255307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:10:17.54429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:10:17.235017Z","time spent":"309.16268ms","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:10:17.577348Z","caller":"traceutil/trace.go:171","msg":"trace[2037773830] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"317.459837ms","start":"2026-08-28T04:10:17.25986Z","end":"2026-08-28T04:10:17.57732Z","steps":["trace[2037773830] 'process raft request' (duration: 317.298273ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:10:17.577515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:10:17.259825Z","time spent":"317.603951ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:10:18.097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.673974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:10:18.097142Z","caller":"traceutil/trace.go:171","msg":"trace[1859642179] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"449.807935ms","start":"2026-08-28T04:10:17.647311Z","end":"2026-08-28T04:10:18.097119Z","steps":["trace[1859642179] 'read index received' (duration: 341.543386ms)","trace[1859642179] 'applied index is now lower than readState.Index' (duration: 108.263119ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:10:18.097234Z","caller":"traceutil/trace.go:171","msg":"trace[385820290] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"483.355669ms","start":"2026-08-28T04:10:17.61383Z","end":"2026-08-28T04:10:18.097186Z","steps":["trace[385820290] 'process raft request' (duration: 375.082709ms)","trace[385820290] 'compare' (duration: 107.506701ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:10:18.097362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:10:17.613809Z","time spent":"483.501832ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-28T04:10:18.097434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.105592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-28T04:10:18.097507Z","caller":"traceutil/trace.go:171","msg":"trace[1859894811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:654; }","duration":"450.210855ms","start":"2026-08-28T04:10:17.647276Z","end":"2026-08-28T04:10:18.097487Z","steps":["trace[1859894811] 'agreement among raft nodes before linearized reading' (duration: 449.959809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:10:18.097557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:10:17.647264Z","time spent":"450.281236ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-28T04:11:05.131027Z","caller":"traceutil/trace.go:171","msg":"trace[355662425] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"140.135568ms","start":"2026-08-28T04:11:04.990866Z","end":"2026-08-28T04:11:05.131001Z","steps":["trace[355662425] 'process raft request' (duration: 139.996975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:55.377265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.361346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:11:55.377368Z","caller":"traceutil/trace.go:171","msg":"trace[61614782] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1893; }","duration":"261.580981ms","start":"2026-08-28T04:11:55.115768Z","end":"2026-08-28T04:11:55.377349Z","steps":["trace[61614782] 'count revisions from in-memory index tree' (duration: 261.204862ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:55.377605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.969424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcd1d4a1-3347-49d7-bac4-80d3447f1111\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-28T04:11:55.377694Z","caller":"traceutil/trace.go:171","msg":"trace[2080277443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bcd1d4a1-3347-49d7-bac4-80d3447f1111; range_end:; response_count:1; response_revision:1893; }","duration":"232.109067ms","start":"2026-08-28T04:11:55.145564Z","end":"2026-08-28T04:11:55.377673Z","steps":["trace[2080277443] 'range keys from in-memory index tree' (duration: 231.761109ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:55.377722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.750295ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:11:55.377885Z","caller":"traceutil/trace.go:171","msg":"trace[1268861293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1893; }","duration":"171.921819ms","start":"2026-08-28T04:11:55.205943Z","end":"2026-08-28T04:11:55.377864Z","steps":["trace[1268861293] 'range keys from in-memory index tree' (duration: 171.738725ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:55.531666Z","caller":"traceutil/trace.go:171","msg":"trace[774235860] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"118.051328ms","start":"2026-08-28T04:11:55.413544Z","end":"2026-08-28T04:11:55.531595Z","steps":["trace[774235860] 'process raft request' (duration: 69.770036ms)","trace[774235860] 'compare' (duration: 47.995405ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:11:55.803133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.223023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcd1d4a1-3347-49d7-bac4-80d3447f1111\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-28T04:11:55.803241Z","caller":"traceutil/trace.go:171","msg":"trace[1562838824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bcd1d4a1-3347-49d7-bac4-80d3447f1111; range_end:; response_count:1; response_revision:1897; }","duration":"165.372416ms","start":"2026-08-28T04:11:55.637839Z","end":"2026-08-28T04:11:55.803211Z","steps":["trace[1562838824] 'range keys from in-memory index tree' (duration: 165.019438ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:04.579475Z","caller":"traceutil/trace.go:171","msg":"trace[1905887467] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"277.502643ms","start":"2026-08-28T04:12:04.301937Z","end":"2026-08-28T04:12:04.57944Z","steps":["trace[1905887467] 'process raft request' (duration: 277.258217ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:41.08673Z","caller":"traceutil/trace.go:171","msg":"trace[2043316624] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"189.782228ms","start":"2026-08-28T04:12:40.896912Z","end":"2026-08-28T04:12:41.086695Z","steps":["trace[2043316624] 'process raft request' (duration: 118.489466ms)","trace[2043316624] 'compare' (duration: 71.115376ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:12:41.310203Z","caller":"traceutil/trace.go:171","msg":"trace[2105904853] linearizableReadLoop","detail":"{readStateIndex:2289; appliedIndex:2287; }","duration":"364.683606ms","start":"2026-08-28T04:12:40.945507Z","end":"2026-08-28T04:12:41.31019Z","steps":["trace[2105904853] 'read index received' (duration: 69.904017ms)","trace[2105904853] 'applied index is now lower than readState.Index' (duration: 294.778399ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:12:41.310209Z","caller":"traceutil/trace.go:171","msg":"trace[2050325370] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"400.549912ms","start":"2026-08-28T04:12:40.909622Z","end":"2026-08-28T04:12:41.310172Z","steps":["trace[2050325370] 'process raft request' (duration: 327.861866ms)","trace[2050325370] 'compare' (duration: 72.201713ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:41.310359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.349222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:12:41.310361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:40.909604Z","time spent":"400.684404ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:12:41.310398Z","caller":"traceutil/trace.go:171","msg":"trace[1103582234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2200; }","duration":"199.459485ms","start":"2026-08-28T04:12:41.110928Z","end":"2026-08-28T04:12:41.310387Z","steps":["trace[1103582234] 'agreement among raft nodes before linearized reading' (duration: 199.377933ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:41.310528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.991663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-28T04:12:41.310646Z","caller":"traceutil/trace.go:171","msg":"trace[1148488854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"365.099566ms","start":"2026-08-28T04:12:40.9455Z","end":"2026-08-28T04:12:41.310599Z","steps":["trace[1148488854] 'agreement among raft nodes before linearized reading' (duration: 364.805829ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:41.310689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:40.945442Z","time spent":"365.23758ms","remote":"127.0.0.1:39152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-28T04:12:41.310155Z","caller":"traceutil/trace.go:171","msg":"trace[2055194663] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"261.96766ms","start":"2026-08-28T04:12:41.048161Z","end":"2026-08-28T04:12:41.310129Z","steps":["trace[2055194663] 'process raft request' (duration: 261.904418ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:13:39.776277Z","caller":"traceutil/trace.go:171","msg":"trace[1784916721] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"242.206904ms","start":"2026-08-28T04:13:39.53401Z","end":"2026-08-28T04:13:39.776217Z","steps":["trace[1784916721] 'process raft request' (duration: 238.050183ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:13:39.776354Z","caller":"traceutil/trace.go:171","msg":"trace[1285442672] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2798; }","duration":"164.948562ms","start":"2026-08-28T04:13:39.611355Z","end":"2026-08-28T04:13:39.776303Z","steps":["trace[1285442672] 'read index received' (duration: 160.709839ms)","trace[1285442672] 'applied index is now lower than readState.Index' (duration: 4.233993ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:13:39.776642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.266999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-28T04:13:39.776725Z","caller":"traceutil/trace.go:171","msg":"trace[884827739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2690; }","duration":"165.402913ms","start":"2026-08-28T04:13:39.611301Z","end":"2026-08-28T04:13:39.776704Z","steps":["trace[884827739] 'agreement among raft nodes before linearized reading' (duration: 165.092615ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:39.777032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.789897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:13:39.777096Z","caller":"traceutil/trace.go:171","msg":"trace[37211635] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2691; }","duration":"137.94494ms","start":"2026-08-28T04:13:39.639138Z","end":"2026-08-28T04:13:39.777083Z","steps":["trace[37211635] 'agreement among raft nodes before linearized reading' (duration: 137.789107ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:14:10.400648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.536762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-08-28T04:14:10.40071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.240885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T04:14:10.400772Z","caller":"traceutil/trace.go:171","msg":"trace[918116566] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2876; }","duration":"155.669965ms","start":"2026-08-28T04:14:10.245071Z","end":"2026-08-28T04:14:10.400741Z","steps":["trace[918116566] 'range keys from in-memory index tree' (duration: 155.362207ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:14:10.400786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.445499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:14:10.400847Z","caller":"traceutil/trace.go:171","msg":"trace[568533340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2876; }","duration":"171.3833ms","start":"2026-08-28T04:14:10.229405Z","end":"2026-08-28T04:14:10.400789Z","steps":["trace[568533340] 'range keys from in-memory index tree' (duration: 171.00485ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:14:10.400879Z","caller":"traceutil/trace.go:171","msg":"trace[612633857] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2876; }","duration":"193.767917ms","start":"2026-08-28T04:14:10.207096Z","end":"2026-08-28T04:14:10.400864Z","steps":["trace[612633857] 'count revisions from in-memory index tree' (duration: 193.252585ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:14:15.686964Z","caller":"traceutil/trace.go:171","msg":"trace[599306203] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"102.057181ms","start":"2026-08-28T04:14:15.584872Z","end":"2026-08-28T04:14:15.686929Z","steps":["trace[599306203] 'process raft request' (duration: 101.703552ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:17:27.638956Z","caller":"traceutil/trace.go:171","msg":"trace[547916725] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"228.593914ms","start":"2026-08-28T04:17:27.410342Z","end":"2026-08-28T04:17:27.638936Z","steps":["trace[547916725] 'process raft request' (duration: 221.738717ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:52.140656Z","caller":"traceutil/trace.go:171","msg":"trace[1890008507] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5357; }","duration":"100.269726ms","start":"2026-08-28T04:18:52.040371Z","end":"2026-08-28T04:18:52.140641Z","steps":["trace[1890008507] 'read index received' (duration: 34.646641ms)","trace[1890008507] 'applied index is now lower than readState.Index' (duration: 65.622355ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:18:52.140769Z","caller":"traceutil/trace.go:171","msg":"trace[1711315210] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5157; }","duration":"100.596093ms","start":"2026-08-28T04:18:52.040115Z","end":"2026-08-28T04:18:52.140711Z","steps":["trace[1711315210] 'process raft request' (duration: 100.46487ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:18:52.140845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.457911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-08-28T04:18:52.140873Z","caller":"traceutil/trace.go:171","msg":"trace[2134466864] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5157; }","duration":"100.511603ms","start":"2026-08-28T04:18:52.040355Z","end":"2026-08-28T04:18:52.140866Z","steps":["trace[2134466864] 'agreement among raft nodes before linearized reading' (duration: 100.365799ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:18:52.165429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.273344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:533898"} {"level":"info","ts":"2026-08-28T04:18:52.165488Z","caller":"traceutil/trace.go:171","msg":"trace[1439903230] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5159; }","duration":"104.358705ms","start":"2026-08-28T04:18:52.061115Z","end":"2026-08-28T04:18:52.165474Z","steps":["trace[1439903230] 'agreement among raft nodes before linearized reading' (duration: 103.954586ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:52.305047Z","caller":"traceutil/trace.go:171","msg":"trace[1413500934] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"141.802615ms","start":"2026-08-28T04:18:52.163189Z","end":"2026-08-28T04:18:52.304992Z","steps":["trace[1413500934] 'process raft request' (duration: 103.868454ms)","trace[1413500934] 'compare' (duration: 37.635344ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:18:52.305143Z","caller":"traceutil/trace.go:171","msg":"trace[1530418325] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5361; }","duration":"140.120146ms","start":"2026-08-28T04:18:52.164972Z","end":"2026-08-28T04:18:52.305092Z","steps":["trace[1530418325] 'read index received' (duration: 102.101401ms)","trace[1530418325] 'applied index is now lower than readState.Index' (duration: 38.011944ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:18:52.305218Z","caller":"traceutil/trace.go:171","msg":"trace[722713376] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5161; }","duration":"136.001205ms","start":"2026-08-28T04:18:52.169189Z","end":"2026-08-28T04:18:52.30519Z","steps":["trace[722713376] 'process raft request' (duration: 135.788889ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:52.30549Z","caller":"traceutil/trace.go:171","msg":"trace[1533205004] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"130.031939ms","start":"2026-08-28T04:18:52.175434Z","end":"2026-08-28T04:18:52.305466Z","steps":["trace[1533205004] 'process raft request' (duration: 129.642769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:18:52.305502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.232339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-08-28T04:18:52.305803Z","caller":"traceutil/trace.go:171","msg":"trace[1835103220] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5163; }","duration":"159.588157ms","start":"2026-08-28T04:18:52.146185Z","end":"2026-08-28T04:18:52.305773Z","steps":["trace[1835103220] 'agreement among raft nodes before linearized reading' (duration: 159.106906ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:18:56.066451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.874033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-28T04:18:56.066544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.808826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a0e6b80-c128-4d10-bd63-91b13db5b367\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-08-28T04:18:56.066551Z","caller":"traceutil/trace.go:171","msg":"trace[1194613996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5292; }","duration":"269.022538ms","start":"2026-08-28T04:18:55.797506Z","end":"2026-08-28T04:18:56.066529Z","steps":["trace[1194613996] 'range keys from in-memory index tree' (duration: 268.702209ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:56.066639Z","caller":"traceutil/trace.go:171","msg":"trace[1813166112] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a0e6b80-c128-4d10-bd63-91b13db5b367; range_end:; response_count:1; response_revision:5292; }","duration":"241.905669ms","start":"2026-08-28T04:18:55.824677Z","end":"2026-08-28T04:18:56.066583Z","steps":["trace[1813166112] 'range keys from in-memory index tree' (duration: 241.599869ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:56.240654Z","caller":"traceutil/trace.go:171","msg":"trace[247179427] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"168.895144ms","start":"2026-08-28T04:18:56.071726Z","end":"2026-08-28T04:18:56.240621Z","steps":["trace[247179427] 'process raft request' (duration: 168.664138ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:56.248776Z","caller":"traceutil/trace.go:171","msg":"trace[1111011565] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"174.452818ms","start":"2026-08-28T04:18:56.074303Z","end":"2026-08-28T04:18:56.248756Z","steps":["trace[1111011565] 'process raft request' (duration: 174.312925ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:59.227168Z","caller":"traceutil/trace.go:171","msg":"trace[1024987499] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"100.062662ms","start":"2026-08-28T04:18:59.127077Z","end":"2026-08-28T04:18:59.227139Z","steps":["trace[1024987499] 'process raft request' (duration: 99.232852ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:11.25102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.055964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:19:11.251188Z","caller":"traceutil/trace.go:171","msg":"trace[2138922626] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"206.806865ms","start":"2026-08-28T04:19:11.044364Z","end":"2026-08-28T04:19:11.251171Z","steps":["trace[2138922626] 'process raft request' (duration: 17.518307ms)","trace[2138922626] 'compare' (duration: 188.93603ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:11.251807Z","caller":"traceutil/trace.go:171","msg":"trace[699315826] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"176.390216ms","start":"2026-08-28T04:19:11.075406Z","end":"2026-08-28T04:19:11.251796Z","steps":["trace[699315826] 'process raft request' (duration: 175.73024ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:12.067812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16085908193965771124,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-28T04:19:12.075525Z","caller":"traceutil/trace.go:171","msg":"trace[410970492] linearizableReadLoop","detail":"{readStateIndex:5790; appliedIndex:5789; }","duration":"508.600618ms","start":"2026-08-28T04:19:11.566894Z","end":"2026-08-28T04:19:12.075494Z","steps":["trace[410970492] 'read index received' (duration: 508.399294ms)","trace[410970492] 'applied index is now lower than readState.Index' (duration: 199.924µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:12.075563Z","caller":"traceutil/trace.go:171","msg":"trace[65133701] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"541.799335ms","start":"2026-08-28T04:19:11.533728Z","end":"2026-08-28T04:19:12.075527Z","steps":["trace[65133701] 'process raft request' (duration: 541.57087ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:12.075712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:19:11.533705Z","time spent":"541.924837ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-28T04:19:12.075767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.841996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:19:12.075794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.689627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:19:12.075809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.610434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:19:12.075834Z","caller":"traceutil/trace.go:171","msg":"trace[546227543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5575; }","duration":"508.974548ms","start":"2026-08-28T04:19:11.566841Z","end":"2026-08-28T04:19:12.075816Z","steps":["trace[546227543] 'agreement among raft nodes before linearized reading' (duration: 508.790772ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:12.075872Z","caller":"traceutil/trace.go:171","msg":"trace[1105408105] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5575; }","duration":"272.85602ms","start":"2026-08-28T04:19:11.802992Z","end":"2026-08-28T04:19:12.075848Z","steps":["trace[1105408105] 'agreement among raft nodes before linearized reading' (duration: 272.683995ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:12.075877Z","caller":"traceutil/trace.go:171","msg":"trace[13259109] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5575; }","duration":"416.724187ms","start":"2026-08-28T04:19:11.659135Z","end":"2026-08-28T04:19:12.075859Z","steps":["trace[13259109] 'agreement among raft nodes before linearized reading' (duration: 416.589614ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:12.075906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:19:11.566819Z","time spent":"509.076751ms","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T04:19:12.075951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:19:11.659115Z","time spent":"416.816938ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-08-28T04:19:12.076238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.023155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T04:19:12.076313Z","caller":"traceutil/trace.go:171","msg":"trace[162066480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5575; }","duration":"464.135538ms","start":"2026-08-28T04:19:11.612157Z","end":"2026-08-28T04:19:12.076293Z","steps":["trace[162066480] 'agreement among raft nodes before linearized reading' (duration: 463.79891ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:12.076372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:19:11.612135Z","time spent":"464.20974ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-28T04:19:12.076444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.287215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:19:12.076491Z","caller":"traceutil/trace.go:171","msg":"trace[1723031034] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5575; }","duration":"509.363826ms","start":"2026-08-28T04:19:11.567114Z","end":"2026-08-28T04:19:12.076477Z","steps":["trace[1723031034] 'agreement among raft nodes before linearized reading' (duration: 508.549456ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:12.076527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:19:11.567098Z","time spent":"509.419288ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-08-28T04:19:12.297596Z","caller":"traceutil/trace.go:171","msg":"trace[414136564] linearizableReadLoop","detail":"{readStateIndex:5792; appliedIndex:5790; }","duration":"152.942786ms","start":"2026-08-28T04:19:12.144609Z","end":"2026-08-28T04:19:12.297551Z","steps":["trace[414136564] 'read index received' (duration: 112.77754ms)","trace[414136564] 'applied index is now lower than readState.Index' (duration: 40.148366ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:12.297656Z","caller":"traceutil/trace.go:171","msg":"trace[654437269] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"218.946619ms","start":"2026-08-28T04:19:12.078651Z","end":"2026-08-28T04:19:12.297597Z","steps":["trace[654437269] 'process raft request' (duration: 178.810354ms)","trace[654437269] 'compare' (duration: 39.466059ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:12.298015Z","caller":"traceutil/trace.go:171","msg":"trace[1705865867] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"216.795239ms","start":"2026-08-28T04:19:12.081206Z","end":"2026-08-28T04:19:12.298001Z","steps":["trace[1705865867] 'process raft request' (duration: 216.222844ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:12.298172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.535761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:19:12.298242Z","caller":"traceutil/trace.go:171","msg":"trace[302037276] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5577; }","duration":"153.656824ms","start":"2026-08-28T04:19:12.144565Z","end":"2026-08-28T04:19:12.298222Z","steps":["trace[302037276] 'agreement among raft nodes before linearized reading' (duration: 153.49399ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:24.605557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2956} {"level":"info","ts":"2026-08-28T04:19:24.956416Z","caller":"traceutil/trace.go:171","msg":"trace[465059513] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"108.934236ms","start":"2026-08-28T04:19:24.847457Z","end":"2026-08-28T04:19:24.956391Z","steps":["trace[465059513] 'process raft request' (duration: 108.787062ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:24.987884Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2956,"took":"380.703121ms","hash":1544508942,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":32161792,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T04:19:24.987952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1544508942,"revision":2956,"compact-revision":-1} {"level":"warn","ts":"2026-08-28T04:19:25.195735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.134221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:19:25.196112Z","caller":"traceutil/trace.go:171","msg":"trace[1109819057] linearizableReadLoop","detail":"{readStateIndex:6055; appliedIndex:6051; }","duration":"159.915296ms","start":"2026-08-28T04:19:25.036171Z","end":"2026-08-28T04:19:25.196087Z","steps":["trace[1109819057] 'read index received' (duration: 48.322324ms)","trace[1109819057] 'applied index is now lower than readState.Index' (duration: 111.591612ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:25.196188Z","caller":"traceutil/trace.go:171","msg":"trace[451194732] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"229.281161ms","start":"2026-08-28T04:19:24.966867Z","end":"2026-08-28T04:19:25.196148Z","steps":["trace[451194732] 'process raft request' (duration: 229.142698ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:25.196249Z","caller":"traceutil/trace.go:171","msg":"trace[1066263548] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"230.969422ms","start":"2026-08-28T04:19:24.965234Z","end":"2026-08-28T04:19:25.196203Z","steps":["trace[1066263548] 'process raft request' (duration: 230.631914ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:25.196186Z","caller":"traceutil/trace.go:171","msg":"trace[1199474778] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"230.857349ms","start":"2026-08-28T04:19:24.965297Z","end":"2026-08-28T04:19:25.196154Z","steps":["trace[1199474778] 'process raft request' (duration: 230.642864ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:25.196379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.214532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-28T04:19:25.196214Z","caller":"traceutil/trace.go:171","msg":"trace[793944188] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"231.241469ms","start":"2026-08-28T04:19:24.964943Z","end":"2026-08-28T04:19:25.196185Z","steps":["trace[793944188] 'process raft request' (duration: 119.551555ms)","trace[793944188] 'compare' (duration: 110.998098ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:25.196426Z","caller":"traceutil/trace.go:171","msg":"trace[399387579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5834; }","duration":"160.301435ms","start":"2026-08-28T04:19:25.036113Z","end":"2026-08-28T04:19:25.196414Z","steps":["trace[399387579] 'agreement among raft nodes before linearized reading' (duration: 160.050308ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:38.203671Z","caller":"traceutil/trace.go:171","msg":"trace[13663500] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"143.765259ms","start":"2026-08-28T04:19:38.059883Z","end":"2026-08-28T04:19:38.203648Z","steps":["trace[13663500] 'process raft request' (duration: 143.618036ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:24:24.613236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5828} {"level":"info","ts":"2026-08-28T04:24:24.700045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5828,"took":"84.649498ms","hash":3012157367,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":26329088,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-28T04:24:24.70012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3012157367,"revision":5828,"compact-revision":2956} {"level":"info","ts":"2026-08-28T04:25:39.546764Z","caller":"traceutil/trace.go:171","msg":"trace[1561985615] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8952; }","duration":"307.64858ms","start":"2026-08-28T04:25:39.23909Z","end":"2026-08-28T04:25:39.546738Z","steps":["trace[1561985615] 'read index received' (duration: 306.543823ms)","trace[1561985615] 'applied index is now lower than readState.Index' (duration: 1.103876ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:25:39.546911Z","caller":"traceutil/trace.go:171","msg":"trace[233971242] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"308.46086ms","start":"2026-08-28T04:25:39.238417Z","end":"2026-08-28T04:25:39.546878Z","steps":["trace[233971242] 'process raft request' (duration: 307.285571ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:25:39.547016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.960618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-28T04:25:39.547082Z","caller":"traceutil/trace.go:171","msg":"trace[593540821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8642; }","duration":"308.106101ms","start":"2026-08-28T04:25:39.238966Z","end":"2026-08-28T04:25:39.547072Z","steps":["trace[593540821] 'agreement among raft nodes before linearized reading' (duration: 307.914927ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:25:39.547103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:25:39.238402Z","time spent":"308.593833ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:25:39.547119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:25:39.238946Z","time spent":"308.162143ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-28T04:25:48.209914Z","caller":"traceutil/trace.go:171","msg":"trace[155836573] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"115.999655ms","start":"2026-08-28T04:25:48.093892Z","end":"2026-08-28T04:25:48.209892Z","steps":["trace[155836573] 'process raft request' (duration: 107.666212ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:25:48.860671Z","caller":"traceutil/trace.go:171","msg":"trace[57914843] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"365.638408ms","start":"2026-08-28T04:25:48.494999Z","end":"2026-08-28T04:25:48.860637Z","steps":["trace[57914843] 'process raft request' (duration: 313.729479ms)","trace[57914843] 'compare' (duration: 51.229542ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:25:48.860695Z","caller":"traceutil/trace.go:171","msg":"trace[484277280] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:9005; }","duration":"293.865354ms","start":"2026-08-28T04:25:48.566765Z","end":"2026-08-28T04:25:48.86063Z","steps":["trace[484277280] 'read index received' (duration: 241.876233ms)","trace[484277280] 'applied index is now lower than readState.Index' (duration: 51.987591ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:25:48.860848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:25:48.494975Z","time spent":"365.775432ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:25:48.860823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.034667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:25:48.860931Z","caller":"traceutil/trace.go:171","msg":"trace[1169538128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8693; }","duration":"294.196241ms","start":"2026-08-28T04:25:48.566712Z","end":"2026-08-28T04:25:48.860908Z","steps":["trace[1169538128] 'agreement among raft nodes before linearized reading' (duration: 294.004647ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:25:49.787311Z","caller":"traceutil/trace.go:171","msg":"trace[1121937736] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"147.727991ms","start":"2026-08-28T04:25:49.639556Z","end":"2026-08-28T04:25:49.787284Z","steps":["trace[1121937736] 'process raft request' (duration: 136.571538ms)","trace[1121937736] 'compare' (duration: 11.01057ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:26:27.375664Z","caller":"traceutil/trace.go:171","msg":"trace[1241928728] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"329.98221ms","start":"2026-08-28T04:26:27.045655Z","end":"2026-08-28T04:26:27.375637Z","steps":["trace[1241928728] 'process raft request' (duration: 329.829577ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:27.375821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:27.045639Z","time spent":"330.104343ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:26:27.433012Z","caller":"traceutil/trace.go:171","msg":"trace[2073541723] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"385.260487ms","start":"2026-08-28T04:26:27.047724Z","end":"2026-08-28T04:26:27.432984Z","steps":["trace[2073541723] 'process raft request' (duration: 385.057951ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:27.433208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:27.04771Z","time spent":"385.40484ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:26:27.433248Z","caller":"traceutil/trace.go:171","msg":"trace[348818125] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"374.880014ms","start":"2026-08-28T04:26:27.058314Z","end":"2026-08-28T04:26:27.433194Z","steps":["trace[348818125] 'process raft request' (duration: 374.625308ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:27.433513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:27.058289Z","time spent":"375.092059ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:26:33.026456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.753615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:26:33.027004Z","caller":"traceutil/trace.go:171","msg":"trace[1704971059] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"172.55833ms","start":"2026-08-28T04:26:32.854419Z","end":"2026-08-28T04:26:33.026977Z","steps":["trace[1704971059] 'process raft request' (duration: 15.157349ms)","trace[1704971059] 'compare' (duration: 156.303003ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:26:33.027221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.330566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-08-28T04:26:33.027313Z","caller":"traceutil/trace.go:171","msg":"trace[1520157775] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9020; }","duration":"170.48277ms","start":"2026-08-28T04:26:32.856805Z","end":"2026-08-28T04:26:33.027288Z","steps":["trace[1520157775] 'agreement among raft nodes before linearized reading' (duration: 170.287016ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:33.02761Z","caller":"traceutil/trace.go:171","msg":"trace[1654278830] linearizableReadLoop","detail":"{readStateIndex:9347; appliedIndex:9346; }","duration":"170.05421ms","start":"2026-08-28T04:26:32.856868Z","end":"2026-08-28T04:26:33.026922Z","steps":["trace[1654278830] 'read index received' (duration: 12.73064ms)","trace[1654278830] 'applied index is now lower than readState.Index' (duration: 157.32213ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:26:33.027872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.214492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:26:33.027919Z","caller":"traceutil/trace.go:171","msg":"trace[2015234377] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9020; }","duration":"142.268383ms","start":"2026-08-28T04:26:32.88564Z","end":"2026-08-28T04:26:33.027909Z","steps":["trace[2015234377] 'agreement among raft nodes before linearized reading' (duration: 142.192662ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:33.028024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.067651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-08-28T04:26:33.028133Z","caller":"traceutil/trace.go:171","msg":"trace[2014530893] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9020; }","duration":"152.202424ms","start":"2026-08-28T04:26:32.875916Z","end":"2026-08-28T04:26:33.028118Z","steps":["trace[2014530893] 'agreement among raft nodes before linearized reading' (duration: 151.887527ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:33.401042Z","caller":"traceutil/trace.go:171","msg":"trace[1213262476] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"195.890038ms","start":"2026-08-28T04:26:33.205133Z","end":"2026-08-28T04:26:33.401023Z","steps":["trace[1213262476] 'process raft request' (duration: 195.768075ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:33.401681Z","caller":"traceutil/trace.go:171","msg":"trace[1018371576] linearizableReadLoop","detail":"{readStateIndex:9349; appliedIndex:9349; }","duration":"184.425209ms","start":"2026-08-28T04:26:33.217244Z","end":"2026-08-28T04:26:33.401669Z","steps":["trace[1018371576] 'read index received' (duration: 184.419419ms)","trace[1018371576] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:26:33.402011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.716445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-08-28T04:26:33.402134Z","caller":"traceutil/trace.go:171","msg":"trace[410942755] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9022; }","duration":"184.89863ms","start":"2026-08-28T04:26:33.217216Z","end":"2026-08-28T04:26:33.402115Z","steps":["trace[410942755] 'agreement among raft nodes before linearized reading' (duration: 184.530062ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:33.453918Z","caller":"traceutil/trace.go:171","msg":"trace[1880384349] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"186.106908ms","start":"2026-08-28T04:26:33.267777Z","end":"2026-08-28T04:26:33.453884Z","steps":["trace[1880384349] 'process raft request' (duration: 185.872693ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:33.586315Z","caller":"traceutil/trace.go:171","msg":"trace[867155866] linearizableReadLoop","detail":"{readStateIndex:9351; appliedIndex:9350; }","duration":"131.692015ms","start":"2026-08-28T04:26:33.454605Z","end":"2026-08-28T04:26:33.586297Z","steps":["trace[867155866] 'read index received' (duration: 69.292357ms)","trace[867155866] 'applied index is now lower than readState.Index' (duration: 62.397978ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:26:33.586467Z","caller":"traceutil/trace.go:171","msg":"trace[612065941] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"131.025999ms","start":"2026-08-28T04:26:33.455417Z","end":"2026-08-28T04:26:33.586443Z","steps":["trace[612065941] 'process raft request' (duration: 130.863555ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:33.58659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.206298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-28T04:26:33.586683Z","caller":"traceutil/trace.go:171","msg":"trace[244134152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9024; }","duration":"176.308972ms","start":"2026-08-28T04:26:33.410304Z","end":"2026-08-28T04:26:33.586613Z","steps":["trace[244134152] 'agreement among raft nodes before linearized reading' (duration: 176.090817ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:33.586713Z","caller":"traceutil/trace.go:171","msg":"trace[1136948953] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"130.256339ms","start":"2026-08-28T04:26:33.456435Z","end":"2026-08-28T04:26:33.586691Z","steps":["trace[1136948953] 'process raft request' (duration: 129.964233ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:33.58692Z","caller":"traceutil/trace.go:171","msg":"trace[1325164953] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"128.61165ms","start":"2026-08-28T04:26:33.458298Z","end":"2026-08-28T04:26:33.58691Z","steps":["trace[1325164953] 'process raft request' (duration: 128.287852ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:38.26144Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b9.wal"} {"level":"info","ts":"2026-08-28T04:27:34.864546Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7481851e1bcdf3c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:27:34.873555Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-28T04:27:34.873668Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-28T04:29:24.622057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8016} {"level":"info","ts":"2026-08-28T04:29:24.693199Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8016,"took":"68.721344ms","hash":2217896725,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":28184576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:29:24.693257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2217896725,"revision":8016,"compact-revision":5828} {"level":"info","ts":"2026-08-28T04:31:43.083473Z","caller":"traceutil/trace.go:171","msg":"trace[2063493015] transaction","detail":"{read_only:false; response_revision:11667; number_of_response:1; }","duration":"278.719365ms","start":"2026-08-28T04:31:42.804722Z","end":"2026-08-28T04:31:43.083441Z","steps":["trace[2063493015] 'process raft request' (duration: 278.576951ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:31:43.097509Z","caller":"traceutil/trace.go:171","msg":"trace[214187663] transaction","detail":"{read_only:false; response_revision:11668; number_of_response:1; }","duration":"139.853389ms","start":"2026-08-28T04:31:42.957638Z","end":"2026-08-28T04:31:43.097491Z","steps":["trace[214187663] 'process raft request' (duration: 139.765667ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:32:28.822767Z","caller":"traceutil/trace.go:171","msg":"trace[712648716] linearizableReadLoop","detail":"{readStateIndex:12404; appliedIndex:12403; }","duration":"123.872538ms","start":"2026-08-28T04:32:28.698876Z","end":"2026-08-28T04:32:28.822748Z","steps":["trace[712648716] 'read index received' (duration: 123.804246ms)","trace[712648716] 'applied index is now lower than readState.Index' (duration: 67.562µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:32:28.822855Z","caller":"traceutil/trace.go:171","msg":"trace[1270592277] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"127.453836ms","start":"2026-08-28T04:32:28.695393Z","end":"2026-08-28T04:32:28.822847Z","steps":["trace[1270592277] 'process raft request' (duration: 127.18988ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:32:28.82311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.217806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T04:32:28.82322Z","caller":"traceutil/trace.go:171","msg":"trace[2046224040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11992; }","duration":"124.299727ms","start":"2026-08-28T04:32:28.698869Z","end":"2026-08-28T04:32:28.823168Z","steps":["trace[2046224040] 'agreement among raft nodes before linearized reading' (duration: 124.109843ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:32:28.826011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.710853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r59zg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-28T04:32:28.826053Z","caller":"traceutil/trace.go:171","msg":"trace[367519206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r59zg; range_end:; response_count:1; response_revision:11993; }","duration":"103.802235ms","start":"2026-08-28T04:32:28.72224Z","end":"2026-08-28T04:32:28.826042Z","steps":["trace[367519206] 'agreement among raft nodes before linearized reading' (duration: 103.663252ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:32:28.826447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.484389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-08-28T04:32:28.826498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.3703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:32:28.826552Z","caller":"traceutil/trace.go:171","msg":"trace[1256741726] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11993; }","duration":"102.436653ms","start":"2026-08-28T04:32:28.724099Z","end":"2026-08-28T04:32:28.826536Z","steps":["trace[1256741726] 'agreement among raft nodes before linearized reading' (duration: 102.364721ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:32:28.826689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.306949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:32:28.826723Z","caller":"traceutil/trace.go:171","msg":"trace[1009349644] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11993; }","duration":"102.352361ms","start":"2026-08-28T04:32:28.72436Z","end":"2026-08-28T04:32:28.826712Z","steps":["trace[1009349644] 'agreement among raft nodes before linearized reading' (duration: 102.30606ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:32:28.826483Z","caller":"traceutil/trace.go:171","msg":"trace[380135578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:11993; }","duration":"101.54342ms","start":"2026-08-28T04:32:28.724933Z","end":"2026-08-28T04:32:28.826477Z","steps":["trace[380135578] 'agreement among raft nodes before linearized reading' (duration: 101.457218ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:32:32.019729Z","caller":"traceutil/trace.go:171","msg":"trace[2023431827] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"194.480308ms","start":"2026-08-28T04:32:31.825228Z","end":"2026-08-28T04:32:32.019708Z","steps":["trace[2023431827] 'process raft request' (duration: 194.297884ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:34:24.629596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10412} {"level":"info","ts":"2026-08-28T04:34:24.717413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10412,"took":"85.670178ms","hash":2526260822,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":27697152,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:34:24.717483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2526260822,"revision":10412,"compact-revision":8016} {"level":"info","ts":"2026-08-28T04:37:32.529734Z","caller":"traceutil/trace.go:171","msg":"trace[1848467523] transaction","detail":"{read_only:false; response_revision:14056; number_of_response:1; }","duration":"128.459994ms","start":"2026-08-28T04:37:32.401248Z","end":"2026-08-28T04:37:32.529708Z","steps":["trace[1848467523] 'process raft request' (duration: 128.29195ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:37:32.540927Z","caller":"traceutil/trace.go:171","msg":"trace[220061042] transaction","detail":"{read_only:false; response_revision:14058; number_of_response:1; }","duration":"137.006092ms","start":"2026-08-28T04:37:32.403896Z","end":"2026-08-28T04:37:32.540902Z","steps":["trace[220061042] 'process raft request' (duration: 136.888529ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:37:32.541038Z","caller":"traceutil/trace.go:171","msg":"trace[2067088198] transaction","detail":"{read_only:false; response_revision:14059; number_of_response:1; }","duration":"104.272784ms","start":"2026-08-28T04:37:32.436756Z","end":"2026-08-28T04:37:32.541028Z","steps":["trace[2067088198] 'process raft request' (duration: 104.10758ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:37:32.540932Z","caller":"traceutil/trace.go:171","msg":"trace[217094440] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"139.470282ms","start":"2026-08-28T04:37:32.401433Z","end":"2026-08-28T04:37:32.540903Z","steps":["trace[217094440] 'process raft request' (duration: 139.222375ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:38:09.956866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.523703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r59zg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-28T04:38:09.956885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.506779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:38:09.956972Z","caller":"traceutil/trace.go:171","msg":"trace[1704095598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r59zg; range_end:; response_count:1; response_revision:14268; }","duration":"123.679657ms","start":"2026-08-28T04:38:09.833266Z","end":"2026-08-28T04:38:09.956946Z","steps":["trace[1704095598] 'range keys from in-memory index tree' (duration: 123.38062ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:38:09.956981Z","caller":"traceutil/trace.go:171","msg":"trace[22961036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14268; }","duration":"416.646923ms","start":"2026-08-28T04:38:09.540309Z","end":"2026-08-28T04:38:09.956956Z","steps":["trace[22961036] 'count revisions from in-memory index tree' (duration: 416.426038ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:38:09.957026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:38:09.540293Z","time spent":"416.721614ms","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-28T04:38:09.956915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.796517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:38:09.957166Z","caller":"traceutil/trace.go:171","msg":"trace[1105672158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14268; }","duration":"390.090585ms","start":"2026-08-28T04:38:09.567049Z","end":"2026-08-28T04:38:09.95714Z","steps":["trace[1105672158] 'range keys from in-memory index tree' (duration: 389.693855ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:38:09.957298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:38:09.567025Z","time spent":"390.255799ms","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T04:38:09.957424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.630585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T04:38:09.957515Z","caller":"traceutil/trace.go:171","msg":"trace[931630780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14268; }","duration":"148.793399ms","start":"2026-08-28T04:38:09.808704Z","end":"2026-08-28T04:38:09.957497Z","steps":["trace[931630780] 'range keys from in-memory index tree' (duration: 147.566429ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:38:34.338774Z","caller":"traceutil/trace.go:171","msg":"trace[2046878174] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"166.727428ms","start":"2026-08-28T04:38:34.172017Z","end":"2026-08-28T04:38:34.338744Z","steps":["trace[2046878174] 'process raft request' (duration: 166.513122ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:38:34.35499Z","caller":"traceutil/trace.go:171","msg":"trace[394848939] linearizableReadLoop","detail":"{readStateIndex:15097; appliedIndex:15094; }","duration":"159.90827ms","start":"2026-08-28T04:38:34.195054Z","end":"2026-08-28T04:38:34.354963Z","steps":["trace[394848939] 'read index received' (duration: 143.473829ms)","trace[394848939] 'applied index is now lower than readState.Index' (duration: 16.433611ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:38:34.355075Z","caller":"traceutil/trace.go:171","msg":"trace[357311587] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"182.392958ms","start":"2026-08-28T04:38:34.172641Z","end":"2026-08-28T04:38:34.355034Z","steps":["trace[357311587] 'process raft request' (duration: 182.159533ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:38:34.355132Z","caller":"traceutil/trace.go:171","msg":"trace[1752329432] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"181.584289ms","start":"2026-08-28T04:38:34.173524Z","end":"2026-08-28T04:38:34.355108Z","steps":["trace[1752329432] 'process raft request' (duration: 181.404165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:38:34.355319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.233058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ts9vj\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-08-28T04:38:34.355369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.277311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r59zg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-28T04:38:34.355378Z","caller":"traceutil/trace.go:171","msg":"trace[1992684433] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ts9vj; range_end:; response_count:1; response_revision:14592; }","duration":"160.33806ms","start":"2026-08-28T04:38:34.195024Z","end":"2026-08-28T04:38:34.355362Z","steps":["trace[1992684433] 'agreement among raft nodes before linearized reading' (duration: 160.105734ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:38:34.355424Z","caller":"traceutil/trace.go:171","msg":"trace[1019099829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r59zg; range_end:; response_count:1; response_revision:14592; }","duration":"156.365543ms","start":"2026-08-28T04:38:34.199044Z","end":"2026-08-28T04:38:34.355409Z","steps":["trace[1019099829] 'agreement among raft nodes before linearized reading' (duration: 156.150388ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:39:24.636081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12740} {"level":"info","ts":"2026-08-28T04:39:24.72039Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12740,"took":"81.208641ms","hash":2299955524,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":30351360,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T04:39:24.720562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2299955524,"revision":12740,"compact-revision":10412} {"level":"info","ts":"2026-08-28T04:39:49.544937Z","caller":"traceutil/trace.go:171","msg":"trace[1482504471] linearizableReadLoop","detail":"{readStateIndex:15874; appliedIndex:15873; }","duration":"120.362475ms","start":"2026-08-28T04:39:49.424544Z","end":"2026-08-28T04:39:49.544906Z","steps":["trace[1482504471] 'read index received' (duration: 120.195751ms)","trace[1482504471] 'applied index is now lower than readState.Index' (duration: 165.154µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:39:49.545104Z","caller":"traceutil/trace.go:171","msg":"trace[2000161591] transaction","detail":"{read_only:false; response_revision:15348; number_of_response:1; }","duration":"133.325502ms","start":"2026-08-28T04:39:49.411736Z","end":"2026-08-28T04:39:49.545061Z","steps":["trace[2000161591] 'process raft request' (duration: 133.015504ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:39:49.5453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.738494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-08-28T04:39:49.545383Z","caller":"traceutil/trace.go:171","msg":"trace[974892452] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15348; }","duration":"120.859378ms","start":"2026-08-28T04:39:49.424506Z","end":"2026-08-28T04:39:49.545365Z","steps":["trace[974892452] 'agreement among raft nodes before linearized reading' (duration: 120.625423ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:39:49.553086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.399058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-28T04:39:49.553133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.524994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:39:49.55319Z","caller":"traceutil/trace.go:171","msg":"trace[554159881] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"128.618777ms","start":"2026-08-28T04:39:49.424558Z","end":"2026-08-28T04:39:49.553176Z","steps":["trace[554159881] 'agreement among raft nodes before linearized reading' (duration: 128.494394ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:39:49.553189Z","caller":"traceutil/trace.go:171","msg":"trace[1273499728] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"109.540982ms","start":"2026-08-28T04:39:49.443624Z","end":"2026-08-28T04:39:49.553165Z","steps":["trace[1273499728] 'agreement among raft nodes before linearized reading' (duration: 109.274355ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:39:50.837986Z","caller":"traceutil/trace.go:171","msg":"trace[1082101411] linearizableReadLoop","detail":"{readStateIndex:15877; appliedIndex:15876; }","duration":"271.250155ms","start":"2026-08-28T04:39:50.566713Z","end":"2026-08-28T04:39:50.837963Z","steps":["trace[1082101411] 'read index received' (duration: 271.01046ms)","trace[1082101411] 'applied index is now lower than readState.Index' (duration: 238.775µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:39:50.838163Z","caller":"traceutil/trace.go:171","msg":"trace[1584797160] transaction","detail":"{read_only:false; response_revision:15351; number_of_response:1; }","duration":"273.0183ms","start":"2026-08-28T04:39:50.565112Z","end":"2026-08-28T04:39:50.838131Z","steps":["trace[1584797160] 'process raft request' (duration: 272.692622ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:39:50.838213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.147235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:39:50.838284Z","caller":"traceutil/trace.go:171","msg":"trace[893662283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15351; }","duration":"271.253457ms","start":"2026-08-28T04:39:50.56702Z","end":"2026-08-28T04:39:50.838273Z","steps":["trace[893662283] 'agreement among raft nodes before linearized reading' (duration: 271.138424ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:39:50.838353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.117833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T04:39:50.838441Z","caller":"traceutil/trace.go:171","msg":"trace[521427717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15351; }","duration":"116.258296ms","start":"2026-08-28T04:39:50.722163Z","end":"2026-08-28T04:39:50.838421Z","steps":["trace[521427717] 'agreement among raft nodes before linearized reading' (duration: 116.020131ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:39:50.838474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.028306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-08-28T04:39:50.838485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.839177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-28T04:39:50.838522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.200129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:39:50.838541Z","caller":"traceutil/trace.go:171","msg":"trace[2133139657] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15351; }","duration":"172.142369ms","start":"2026-08-28T04:39:50.666383Z","end":"2026-08-28T04:39:50.838525Z","steps":["trace[2133139657] 'agreement among raft nodes before linearized reading' (duration: 171.948024ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:39:50.838549Z","caller":"traceutil/trace.go:171","msg":"trace[2131082035] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15351; }","duration":"170.931149ms","start":"2026-08-28T04:39:50.667603Z","end":"2026-08-28T04:39:50.838534Z","steps":["trace[2131082035] 'agreement among raft nodes before linearized reading' (duration: 170.760635ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:39:50.838559Z","caller":"traceutil/trace.go:171","msg":"trace[552299627] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15351; }","duration":"174.272671ms","start":"2026-08-28T04:39:50.664278Z","end":"2026-08-28T04:39:50.838551Z","steps":["trace[552299627] 'agreement among raft nodes before linearized reading' (duration: 174.21392ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:39:50.83869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.518617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6zn72\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-08-28T04:39:50.838705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.623765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6zn72\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-08-28T04:39:50.839054Z","caller":"traceutil/trace.go:171","msg":"trace[2025852732] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6zn72; range_end:; response_count:1; response_revision:15351; }","duration":"272.352714ms","start":"2026-08-28T04:39:50.566684Z","end":"2026-08-28T04:39:50.839037Z","steps":["trace[2025852732] 'agreement among raft nodes before linearized reading' (duration: 271.465882ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:39:50.838744Z","caller":"traceutil/trace.go:171","msg":"trace[1967010910] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6zn72; range_end:; response_count:1; response_revision:15351; }","duration":"213.570138ms","start":"2026-08-28T04:39:50.625159Z","end":"2026-08-28T04:39:50.838729Z","steps":["trace[1967010910] 'agreement among raft nodes before linearized reading' (duration: 213.390804ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:44:24.642675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15215} {"level":"info","ts":"2026-08-28T04:44:24.743402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15215,"took":"97.791813ms","hash":3366880083,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":31662080,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T04:44:24.743669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3366880083,"revision":15215,"compact-revision":12740} {"level":"info","ts":"2026-08-28T04:46:02.233541Z","caller":"traceutil/trace.go:171","msg":"trace[1188667167] transaction","detail":"{read_only:false; response_revision:18113; number_of_response:1; }","duration":"176.829246ms","start":"2026-08-28T04:46:02.056681Z","end":"2026-08-28T04:46:02.23351Z","steps":["trace[1188667167] 'process raft request' (duration: 176.616471ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:46:02.934368Z","caller":"traceutil/trace.go:171","msg":"trace[624482662] linearizableReadLoop","detail":"{readStateIndex:18729; appliedIndex:18728; }","duration":"366.284462ms","start":"2026-08-28T04:46:02.56806Z","end":"2026-08-28T04:46:02.934344Z","steps":["trace[624482662] 'read index received' (duration: 366.130769ms)","trace[624482662] 'applied index is now lower than readState.Index' (duration: 152.713µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:46:02.934428Z","caller":"traceutil/trace.go:171","msg":"trace[1899156968] transaction","detail":"{read_only:false; response_revision:18114; number_of_response:1; }","duration":"415.426451ms","start":"2026-08-28T04:46:02.518972Z","end":"2026-08-28T04:46:02.934398Z","steps":["trace[1899156968] 'process raft request' (duration: 415.215426ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:02.934488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.426555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:46:02.934518Z","caller":"traceutil/trace.go:171","msg":"trace[273991379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18114; }","duration":"366.516617ms","start":"2026-08-28T04:46:02.567992Z","end":"2026-08-28T04:46:02.934509Z","steps":["trace[273991379] 'agreement among raft nodes before linearized reading' (duration: 366.450776ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:02.934546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.567968Z","time spent":"366.571159ms","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T04:46:02.934577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.518946Z","time spent":"415.547444ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:46:03.363931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.301454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:46:03.364086Z","caller":"traceutil/trace.go:171","msg":"trace[1741772824] linearizableReadLoop","detail":"{readStateIndex:18730; appliedIndex:18729; }","duration":"429.645248ms","start":"2026-08-28T04:46:02.934424Z","end":"2026-08-28T04:46:03.364069Z","steps":["trace[1741772824] 'read index received' (duration: 212.240251ms)","trace[1741772824] 'applied index is now lower than readState.Index' (duration: 217.403827ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:46:03.364164Z","caller":"traceutil/trace.go:171","msg":"trace[250160191] transaction","detail":"{read_only:false; response_revision:18115; number_of_response:1; }","duration":"781.532878ms","start":"2026-08-28T04:46:02.582615Z","end":"2026-08-28T04:46:03.364148Z","steps":["trace[250160191] 'process raft request' (duration: 563.931006ms)","trace[250160191] 'compare' (duration: 217.10252ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:46:03.364216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.582585Z","time spent":"781.59973ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:46:03.364525Z","caller":"traceutil/trace.go:171","msg":"trace[39829345] transaction","detail":"{read_only:false; response_revision:18116; number_of_response:1; }","duration":"414.340975ms","start":"2026-08-28T04:46:02.950158Z","end":"2026-08-28T04:46:03.364499Z","steps":["trace[39829345] 'process raft request' (duration: 413.867563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.364596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.028424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-28T04:46:03.364628Z","caller":"traceutil/trace.go:171","msg":"trace[1071785299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18116; }","duration":"438.092565ms","start":"2026-08-28T04:46:02.926525Z","end":"2026-08-28T04:46:03.364618Z","steps":["trace[1071785299] 'agreement among raft nodes before linearized reading' (duration: 437.790147ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.364658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.926506Z","time spent":"438.141966ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-28T04:46:03.364692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.950143Z","time spent":"414.453837ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:46:03.364714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.756665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a1d853-7529-4ffd-b379-63bcfc870280\" ","response":"range_response_count:1 size:3640"} {"level":"warn","ts":"2026-08-28T04:46:03.364778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.693398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-28T04:46:03.364742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.860614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-08-28T04:46:03.364773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.523003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a1d853-7529-4ffd-b379-63bcfc870280\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-08-28T04:46:03.364797Z","caller":"traceutil/trace.go:171","msg":"trace[788606770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99a1d853-7529-4ffd-b379-63bcfc870280; range_end:; response_count:1; response_revision:18116; }","duration":"532.877388ms","start":"2026-08-28T04:46:02.831897Z","end":"2026-08-28T04:46:03.364775Z","steps":["trace[788606770] 'agreement among raft nodes before linearized reading' (duration: 532.391166ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:46:03.364849Z","caller":"traceutil/trace.go:171","msg":"trace[460538786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99a1d853-7529-4ffd-b379-63bcfc870280; range_end:; response_count:1; response_revision:18116; }","duration":"764.644796ms","start":"2026-08-28T04:46:02.600185Z","end":"2026-08-28T04:46:03.36483Z","steps":["trace[460538786] 'agreement among raft nodes before linearized reading' (duration: 764.146443ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:46:03.364851Z","caller":"traceutil/trace.go:171","msg":"trace[1145494578] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18116; }","duration":"564.022277ms","start":"2026-08-28T04:46:02.800802Z","end":"2026-08-28T04:46:03.364824Z","steps":["trace[1145494578] 'agreement among raft nodes before linearized reading' (duration: 563.515355ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.364882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.600161Z","time spent":"764.713397ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a1d853-7529-4ffd-b379-63bcfc870280\" "} {"level":"warn","ts":"2026-08-28T04:46:03.364903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.800781Z","time spent":"564.11248ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3250,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-08-28T04:46:03.364858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.831887Z","time spent":"532.9623ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a1d853-7529-4ffd-b379-63bcfc870280\" "} {"level":"info","ts":"2026-08-28T04:46:03.364806Z","caller":"traceutil/trace.go:171","msg":"trace[827191189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18116; }","duration":"576.749229ms","start":"2026-08-28T04:46:02.788049Z","end":"2026-08-28T04:46:03.364798Z","steps":["trace[827191189] 'agreement among raft nodes before linearized reading' (duration: 576.241666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.365117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.788032Z","time spent":"577.068927ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-28T04:46:03.364751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.434338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18cfdea125dc10c9\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-08-28T04:46:03.365193Z","caller":"traceutil/trace.go:171","msg":"trace[1340850174] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18cfdea125dc10c9; range_end:; response_count:1; response_revision:18116; }","duration":"471.94865ms","start":"2026-08-28T04:46:02.89323Z","end":"2026-08-28T04:46:03.365178Z","steps":["trace[1340850174] 'agreement among raft nodes before linearized reading' (duration: 471.097639ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.365232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.893214Z","time spent":"472.004682ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1028,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18cfdea125dc10c9\" "} {"level":"info","ts":"2026-08-28T04:46:03.381816Z","caller":"traceutil/trace.go:171","msg":"trace[763642238] transaction","detail":"{read_only:false; response_revision:18117; number_of_response:1; }","duration":"196.860815ms","start":"2026-08-28T04:46:03.184926Z","end":"2026-08-28T04:46:03.381787Z","steps":["trace[763642238] 'process raft request' (duration: 196.664211ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.381965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.505839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:46:03.382037Z","caller":"traceutil/trace.go:171","msg":"trace[768886146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18117; }","duration":"446.603142ms","start":"2026-08-28T04:46:02.935416Z","end":"2026-08-28T04:46:03.382019Z","steps":["trace[768886146] 'agreement among raft nodes before linearized reading' (duration: 446.488289ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.38207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.935403Z","time spent":"446.659663ms","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T04:46:03.381965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.295685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-28T04:46:03.382081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.074763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-28T04:46:03.382126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.192825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-28T04:46:03.382144Z","caller":"traceutil/trace.go:171","msg":"trace[1428691039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18117; }","duration":"426.545691ms","start":"2026-08-28T04:46:02.95558Z","end":"2026-08-28T04:46:03.382126Z","steps":["trace[1428691039] 'agreement among raft nodes before linearized reading' (duration: 426.247424ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:46:03.38218Z","caller":"traceutil/trace.go:171","msg":"trace[2128381798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18117; }","duration":"143.296547ms","start":"2026-08-28T04:46:03.238869Z","end":"2026-08-28T04:46:03.382166Z","steps":["trace[2128381798] 'agreement among raft nodes before linearized reading' (duration: 143.075922ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:46:03.382179Z","caller":"traceutil/trace.go:171","msg":"trace[748084108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18117; }","duration":"143.203925ms","start":"2026-08-28T04:46:03.238948Z","end":"2026-08-28T04:46:03.382152Z","steps":["trace[748084108] 'agreement among raft nodes before linearized reading' (duration: 142.931259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.382206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:02.955554Z","time spent":"426.632394ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-28T04:46:03.38287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.743694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-28T04:46:03.382944Z","caller":"traceutil/trace.go:171","msg":"trace[1375375098] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18117; }","duration":"355.877247ms","start":"2026-08-28T04:46:03.027052Z","end":"2026-08-28T04:46:03.382929Z","steps":["trace[1375375098] 'agreement among raft nodes before linearized reading' (duration: 354.736089ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:46:03.382993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:46:03.027011Z","time spent":"355.971119ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1869,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-08-28T04:48:25.982455Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7481851e1bcdf3c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:48:25.989835Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-28T04:48:25.989924Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-28T04:49:24.650045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17405} {"level":"info","ts":"2026-08-28T04:49:24.756822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17405,"took":"102.249796ms","hash":671700216,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":34283520,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-28T04:49:24.756895Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":671700216,"revision":17405,"compact-revision":15215} {"level":"info","ts":"2026-08-28T04:51:34.384492Z","caller":"traceutil/trace.go:171","msg":"trace[1602761194] linearizableReadLoop","detail":"{readStateIndex:21366; appliedIndex:21365; }","duration":"138.640054ms","start":"2026-08-28T04:51:34.245834Z","end":"2026-08-28T04:51:34.384474Z","steps":["trace[1602761194] 'read index received' (duration: 138.487921ms)","trace[1602761194] 'applied index is now lower than readState.Index' (duration: 151.523µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:51:34.384621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.765708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:51:34.384602Z","caller":"traceutil/trace.go:171","msg":"trace[1746051584] transaction","detail":"{read_only:false; response_revision:20664; number_of_response:1; }","duration":"214.277931ms","start":"2026-08-28T04:51:34.170288Z","end":"2026-08-28T04:51:34.384566Z","steps":["trace[1746051584] 'process raft request' (duration: 214.084066ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:51:34.38465Z","caller":"traceutil/trace.go:171","msg":"trace[646387041] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20664; }","duration":"138.85007ms","start":"2026-08-28T04:51:34.245791Z","end":"2026-08-28T04:51:34.384641Z","steps":["trace[646387041] 'agreement among raft nodes before linearized reading' (duration: 138.781248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:51:34.721844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.505676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:51:34.721927Z","caller":"traceutil/trace.go:171","msg":"trace[205231125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20664; }","duration":"155.63323ms","start":"2026-08-28T04:51:34.566274Z","end":"2026-08-28T04:51:34.721908Z","steps":["trace[205231125] 'range keys from in-memory index tree' (duration: 155.323622ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:51:34.722425Z","caller":"traceutil/trace.go:171","msg":"trace[122679054] transaction","detail":"{read_only:false; response_revision:20665; number_of_response:1; }","duration":"118.078452ms","start":"2026-08-28T04:51:34.604315Z","end":"2026-08-28T04:51:34.722394Z","steps":["trace[122679054] 'process raft request' (duration: 74.496359ms)","trace[122679054] 'compare' (duration: 43.275466ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:51:34.804607Z","caller":"traceutil/trace.go:171","msg":"trace[1257187626] transaction","detail":"{read_only:false; response_revision:20666; number_of_response:1; }","duration":"109.426001ms","start":"2026-08-28T04:51:34.695156Z","end":"2026-08-28T04:51:34.804582Z","steps":["trace[1257187626] 'process raft request' (duration: 109.300498ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:51:35.620693Z","caller":"traceutil/trace.go:171","msg":"trace[1288158366] transaction","detail":"{read_only:false; response_revision:20669; number_of_response:1; }","duration":"269.632532ms","start":"2026-08-28T04:51:35.351027Z","end":"2026-08-28T04:51:35.62066Z","steps":["trace[1288158366] 'process raft request' (duration: 269.428837ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:51:35.621015Z","caller":"traceutil/trace.go:171","msg":"trace[1060559428] transaction","detail":"{read_only:false; response_revision:20672; number_of_response:1; }","duration":"269.281583ms","start":"2026-08-28T04:51:35.351716Z","end":"2026-08-28T04:51:35.620997Z","steps":["trace[1060559428] 'process raft request' (duration: 269.222362ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:51:35.621058Z","caller":"traceutil/trace.go:171","msg":"trace[393089508] transaction","detail":"{read_only:false; response_revision:20671; number_of_response:1; }","duration":"269.350426ms","start":"2026-08-28T04:51:35.351671Z","end":"2026-08-28T04:51:35.621021Z","steps":["trace[393089508] 'process raft request' (duration: 269.201382ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:51:35.621011Z","caller":"traceutil/trace.go:171","msg":"trace[1269934707] transaction","detail":"{read_only:false; response_revision:20670; number_of_response:1; }","duration":"269.92775ms","start":"2026-08-28T04:51:35.351052Z","end":"2026-08-28T04:51:35.62098Z","steps":["trace[1269934707] 'process raft request' (duration: 269.556401ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:54:24.657454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19743} {"level":"info","ts":"2026-08-28T04:54:24.779372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19743,"took":"117.718648ms","hash":820171630,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":29937664,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T04:54:24.779445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":820171630,"revision":19743,"compact-revision":17405} {"level":"warn","ts":"2026-08-28T04:55:28.040936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.245631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:55:28.041099Z","caller":"traceutil/trace.go:171","msg":"trace[129404826] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"329.867377ms","start":"2026-08-28T04:55:27.711207Z","end":"2026-08-28T04:55:28.041074Z","steps":["trace[129404826] 'process raft request' (duration: 179.34397ms)","trace[129404826] 'compare' (duration: 150.030086ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:55:28.041162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:55:27.711171Z","time spent":"329.96388ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1016,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-28T04:55:28.09105Z","caller":"traceutil/trace.go:171","msg":"trace[454954421] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"316.813711ms","start":"2026-08-28T04:55:27.774207Z","end":"2026-08-28T04:55:28.091021Z","steps":["trace[454954421] 'process raft request' (duration: 316.622956ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:55:28.091277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:55:27.774184Z","time spent":"316.948104ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:55:28.09147Z","caller":"traceutil/trace.go:171","msg":"trace[796180996] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"296.210047ms","start":"2026-08-28T04:55:27.795191Z","end":"2026-08-28T04:55:28.091401Z","steps":["trace[796180996] 'process raft request' (duration: 295.789017ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:59:24.663072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21986} {"level":"info","ts":"2026-08-28T04:59:24.781754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21986,"took":"115.010432ms","hash":3665818145,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":42319872,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-28T04:59:24.781826Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3665818145,"revision":21986,"compact-revision":19743} {"level":"info","ts":"2026-08-28T04:59:34.351111Z","caller":"traceutil/trace.go:171","msg":"trace[787280122] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"176.799208ms","start":"2026-08-28T04:59:34.174287Z","end":"2026-08-28T04:59:34.351086Z","steps":["trace[787280122] 'process raft request' (duration: 176.642764ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:59:34.357307Z","caller":"traceutil/trace.go:171","msg":"trace[122202559] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"169.502921ms","start":"2026-08-28T04:59:34.187775Z","end":"2026-08-28T04:59:34.357278Z","steps":["trace[122202559] 'process raft request' (duration: 169.339187ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T05:04:24.671427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25167} {"level":"info","ts":"2026-08-28T05:04:24.821891Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25167,"took":"146.324017ms","hash":1951452705,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":30318592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T05:04:24.821955Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1951452705,"revision":25167,"compact-revision":21986}