{"level":"warn","ts":"2026-03-05T04:58:58.502517Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T04:58:58.502596Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T04:58:58.502667Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T04:58:58.50268Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-05T04:58:58.502697Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T04:58:58.503456Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-05T04:58:58.504166Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T04:58:58.508736Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.140033ms"} {"level":"info","ts":"2026-03-05T04:58:58.517324Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-05T04:58:58.51739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T04:58:58.517414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-05T04:58:58.517432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T04:58:58.517441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-05T04:58:58.517485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-05T04:58:58.52296Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T04:58:58.525673Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T04:58:58.527532Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T04:58:58.529903Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T04:58:58.530087Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T04:58:58.530115Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T04:58:58.530267Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T04:58:58.530347Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T04:58:58.531047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-05T04:58:58.53119Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-05T04:58:58.533064Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T04:58:58.533224Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-05T04:58:58.533262Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-05T04:58:58.533309Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T04:58:58.533368Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T04:58:59.41773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T04:58:59.417814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T04:58:59.41784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-05T04:58:59.417859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-05T04:58:59.417871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-05T04:58:59.41789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-05T04:58:59.417905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-05T04:58:59.419037Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T04:58:59.419084Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T04:58:59.419143Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T04:58:59.419129Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T04:58:59.419419Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T04:58:59.419459Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T04:58:59.420199Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T04:58:59.42034Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T04:58:59.420401Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T04:58:59.422818Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-03-05T04:58:59.423117Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T04:59:23.086731Z","caller":"traceutil/trace.go:171","msg":"trace[1539055735] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"110.246994ms","start":"2026-03-05T04:59:22.976466Z","end":"2026-03-05T04:59:23.086713Z","steps":["trace[1539055735] 'process raft request' (duration: 110.0845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T04:59:35.247824Z","caller":"traceutil/trace.go:171","msg":"trace[858475687] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"121.265987ms","start":"2026-03-05T04:59:35.126528Z","end":"2026-03-05T04:59:35.247794Z","steps":["trace[858475687] 'read index received' (duration: 108.964032ms)","trace[858475687] 'applied index is now lower than readState.Index' (duration: 12.300915ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T04:59:35.247985Z","caller":"traceutil/trace.go:171","msg":"trace[653779103] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"213.393732ms","start":"2026-03-05T04:59:35.034525Z","end":"2026-03-05T04:59:35.247919Z","steps":["trace[653779103] 'process raft request' (duration: 201.134788ms)","trace[653779103] 'compare' (duration: 12.013858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T04:59:35.24812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.573195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tb5mg\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-05T04:59:35.248207Z","caller":"traceutil/trace.go:171","msg":"trace[274442173] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tb5mg; range_end:; response_count:1; response_revision:557; }","duration":"121.681348ms","start":"2026-03-05T04:59:35.12651Z","end":"2026-03-05T04:59:35.248191Z","steps":["trace[274442173] 'agreement among raft nodes before linearized reading' (duration: 121.450991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T04:59:35.248329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.538958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T04:59:35.248434Z","caller":"traceutil/trace.go:171","msg":"trace[2141043278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"107.716542ms","start":"2026-03-05T04:59:35.140693Z","end":"2026-03-05T04:59:35.248409Z","steps":["trace[2141043278] 'agreement among raft nodes before linearized reading' (duration: 107.452196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T04:59:35.678276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.626687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T04:59:35.678442Z","caller":"traceutil/trace.go:171","msg":"trace[1429407082] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"240.866503ms","start":"2026-03-05T04:59:35.437533Z","end":"2026-03-05T04:59:35.678399Z","steps":["trace[1429407082] 'range keys from in-memory index tree' (duration: 240.501994ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:00:44.88691Z","caller":"traceutil/trace.go:171","msg":"trace[1939463892] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"349.854991ms","start":"2026-03-05T05:00:44.537027Z","end":"2026-03-05T05:00:44.886882Z","steps":["trace[1939463892] 'process raft request' (duration: 349.654057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:00:44.887682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:00:44.536999Z","time spent":"350.003165ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T05:00:44.951604Z","caller":"traceutil/trace.go:171","msg":"trace[604196220] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1662; }","duration":"173.369053ms","start":"2026-03-05T05:00:44.778216Z","end":"2026-03-05T05:00:44.951586Z","steps":["trace[604196220] 'read index received' (duration: 108.487665ms)","trace[604196220] 'applied index is now lower than readState.Index' (duration: 64.880438ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:00:44.9517Z","caller":"traceutil/trace.go:171","msg":"trace[901280102] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"328.433897ms","start":"2026-03-05T05:00:44.623257Z","end":"2026-03-05T05:00:44.951691Z","steps":["trace[901280102] 'process raft request' (duration: 328.235952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:00:44.95179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:00:44.623214Z","time spent":"328.522949ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T05:00:44.951858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.62435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T05:00:44.951951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.384257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T05:00:44.952014Z","caller":"traceutil/trace.go:171","msg":"trace[148198935] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1603; }","duration":"173.822125ms","start":"2026-03-05T05:00:44.778166Z","end":"2026-03-05T05:00:44.951988Z","steps":["trace[148198935] 'agreement among raft nodes before linearized reading' (duration: 173.617059ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:00:44.952053Z","caller":"traceutil/trace.go:171","msg":"trace[1289615444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1603; }","duration":"149.519112ms","start":"2026-03-05T05:00:44.80251Z","end":"2026-03-05T05:00:44.952029Z","steps":["trace[1289615444] 'agreement among raft nodes before linearized reading' (duration: 149.240644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:00:44.95189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.559206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T05:00:44.952215Z","caller":"traceutil/trace.go:171","msg":"trace[1577237107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1603; }","duration":"128.918846ms","start":"2026-03-05T05:00:44.823279Z","end":"2026-03-05T05:00:44.952197Z","steps":["trace[1577237107] 'agreement among raft nodes before linearized reading' (duration: 128.515245ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:00:57.181339Z","caller":"traceutil/trace.go:171","msg":"trace[890266142] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"150.432323ms","start":"2026-03-05T05:00:57.030881Z","end":"2026-03-05T05:00:57.181313Z","steps":["trace[890266142] 'read index received' (duration: 90.683374ms)","trace[890266142] 'applied index is now lower than readState.Index' (duration: 59.748099ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:00:57.181399Z","caller":"traceutil/trace.go:171","msg":"trace[1817083122] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"163.920754ms","start":"2026-03-05T05:00:57.017445Z","end":"2026-03-05T05:00:57.181366Z","steps":["trace[1817083122] 'process raft request' (duration: 104.176155ms)","trace[1817083122] 'compare' (duration: 59.588705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:00:57.181525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.77018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T05:00:57.181583Z","caller":"traceutil/trace.go:171","msg":"trace[670799079] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1700; }","duration":"118.871172ms","start":"2026-03-05T05:00:57.062698Z","end":"2026-03-05T05:00:57.18157Z","steps":["trace[670799079] 'agreement among raft nodes before linearized reading' (duration: 118.76672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:00:57.181586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.704189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T05:00:57.181623Z","caller":"traceutil/trace.go:171","msg":"trace[1183427518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1700; }","duration":"150.763991ms","start":"2026-03-05T05:00:57.030846Z","end":"2026-03-05T05:00:57.18161Z","steps":["trace[1183427518] 'agreement among raft nodes before linearized reading' (duration: 150.615868ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:01:01.714433Z","caller":"traceutil/trace.go:171","msg":"trace[934088809] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"145.27391ms","start":"2026-03-05T05:01:01.569137Z","end":"2026-03-05T05:01:01.714411Z","steps":["trace[934088809] 'process raft request' (duration: 145.119357ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:01:34.190133Z","caller":"traceutil/trace.go:171","msg":"trace[1653671635] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"121.872985ms","start":"2026-03-05T05:01:34.068233Z","end":"2026-03-05T05:01:34.190106Z","steps":["trace[1653671635] 'process raft request' (duration: 74.380187ms)","trace[1653671635] 'compare' (duration: 47.281393ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:01:39.484548Z","caller":"traceutil/trace.go:171","msg":"trace[1183159495] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"117.666404ms","start":"2026-03-05T05:01:39.366845Z","end":"2026-03-05T05:01:39.484511Z","steps":["trace[1183159495] 'process raft request' (duration: 117.366417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:01:40.304796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.122972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T05:01:40.305009Z","caller":"traceutil/trace.go:171","msg":"trace[695275190] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"338.941839ms","start":"2026-03-05T05:01:39.966035Z","end":"2026-03-05T05:01:40.304977Z","steps":["trace[695275190] 'process raft request' (duration: 141.311375ms)","trace[695275190] 'compare' (duration: 196.910556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:01:40.305173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:01:39.966019Z","time spent":"339.057142ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T05:01:40.305473Z","caller":"traceutil/trace.go:171","msg":"trace[975818711] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"339.048892ms","start":"2026-03-05T05:01:39.966384Z","end":"2026-03-05T05:01:40.305433Z","steps":["trace[975818711] 'process raft request' (duration: 338.530819ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:01:40.305482Z","caller":"traceutil/trace.go:171","msg":"trace[1913998888] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"339.058962ms","start":"2026-03-05T05:01:39.966397Z","end":"2026-03-05T05:01:40.305456Z","steps":["trace[1913998888] 'process raft request' (duration: 338.98517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:01:40.305609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:01:39.966357Z","time spent":"339.175615ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T05:01:40.305682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:01:39.966383Z","time spent":"339.162394ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T05:01:40.373479Z","caller":"traceutil/trace.go:171","msg":"trace[882649229] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"165.352327ms","start":"2026-03-05T05:01:40.208102Z","end":"2026-03-05T05:01:40.373455Z","steps":["trace[882649229] 'process raft request' (duration: 165.261255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:02:49.033552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.271291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T05:02:49.033782Z","caller":"traceutil/trace.go:171","msg":"trace[295229767] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"403.246914ms","start":"2026-03-05T05:02:48.630513Z","end":"2026-03-05T05:02:49.03376Z","steps":["trace[295229767] 'process raft request' (duration: 403.155122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:02:49.033883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:02:48.630491Z","time spent":"403.346257ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T05:02:49.033945Z","caller":"traceutil/trace.go:171","msg":"trace[933090157] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2553; }","duration":"280.947895ms","start":"2026-03-05T05:02:48.752977Z","end":"2026-03-05T05:02:49.033925Z","steps":["trace[933090157] 'read index received' (duration: 45.938962ms)","trace[933090157] 'applied index is now lower than readState.Index' (duration: 235.007453ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:02:49.034011Z","caller":"traceutil/trace.go:171","msg":"trace[1257235388] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"403.06886ms","start":"2026-03-05T05:02:48.630892Z","end":"2026-03-05T05:02:49.033961Z","steps":["trace[1257235388] 'process raft request' (duration: 402.829414ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:02:49.033943Z","caller":"traceutil/trace.go:171","msg":"trace[746249907] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"403.244865ms","start":"2026-03-05T05:02:48.63049Z","end":"2026-03-05T05:02:49.033735Z","steps":["trace[746249907] 'process raft request' (duration: 113.697757ms)","trace[746249907] 'compare' (duration: 288.678397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:02:49.034129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.14131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T05:02:49.034171Z","caller":"traceutil/trace.go:171","msg":"trace[2119713542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2460; }","duration":"281.217232ms","start":"2026-03-05T05:02:48.752943Z","end":"2026-03-05T05:02:49.03416Z","steps":["trace[2119713542] 'agreement among raft nodes before linearized reading' (duration: 281.054058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:02:49.034197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:02:48.630473Z","time spent":"403.649964ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T05:02:49.034215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:02:48.630884Z","time spent":"403.225684ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T05:06:31.432563Z","caller":"traceutil/trace.go:171","msg":"trace[253009029] linearizableReadLoop","detail":"{readStateIndex:4394; appliedIndex:4393; }","duration":"120.492461ms","start":"2026-03-05T05:06:31.312048Z","end":"2026-03-05T05:06:31.43254Z","steps":["trace[253009029] 'read index received' (duration: 120.395179ms)","trace[253009029] 'applied index is now lower than readState.Index' (duration: 96.222µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:06:31.432937Z","caller":"traceutil/trace.go:171","msg":"trace[1983826078] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"121.134876ms","start":"2026-03-05T05:06:31.311792Z","end":"2026-03-05T05:06:31.432926Z","steps":["trace[1983826078] 'process raft request' (duration: 120.600344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:06:31.433224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.155797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1fadbac9-f86f-4ef9-b9af-cd7f88b299d8\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-05T05:06:31.433252Z","caller":"traceutil/trace.go:171","msg":"trace[34217491] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1fadbac9-f86f-4ef9-b9af-cd7f88b299d8; range_end:; response_count:1; response_revision:4230; }","duration":"121.215229ms","start":"2026-03-05T05:06:31.312029Z","end":"2026-03-05T05:06:31.433244Z","steps":["trace[34217491] 'agreement among raft nodes before linearized reading' (duration: 121.068205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:06:31.433724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.538785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1fadbac9-f86f-4ef9-b9af-cd7f88b299d8\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-05T05:06:31.433913Z","caller":"traceutil/trace.go:171","msg":"trace[1549175512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1fadbac9-f86f-4ef9-b9af-cd7f88b299d8; range_end:; response_count:1; response_revision:4230; }","duration":"121.875234ms","start":"2026-03-05T05:06:31.312016Z","end":"2026-03-05T05:06:31.433891Z","steps":["trace[1549175512] 'agreement among raft nodes before linearized reading' (duration: 121.135096ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:06:31.44004Z","caller":"traceutil/trace.go:171","msg":"trace[1703732183] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"126.929562ms","start":"2026-03-05T05:06:31.312944Z","end":"2026-03-05T05:06:31.439874Z","steps":["trace[1703732183] 'process raft request' (duration: 126.682617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:06:31.440261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.072279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-05T05:06:31.440351Z","caller":"traceutil/trace.go:171","msg":"trace[1459020332] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4232; }","duration":"122.223672ms","start":"2026-03-05T05:06:31.31811Z","end":"2026-03-05T05:06:31.440334Z","steps":["trace[1459020332] 'agreement among raft nodes before linearized reading' (duration: 121.999867ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:06:39.874318Z","caller":"traceutil/trace.go:171","msg":"trace[1790555932] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"146.455363ms","start":"2026-03-05T05:06:39.727826Z","end":"2026-03-05T05:06:39.874281Z","steps":["trace[1790555932] 'process raft request' (duration: 146.063934ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:06:52.395857Z","caller":"traceutil/trace.go:171","msg":"trace[1364700615] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"115.013572ms","start":"2026-03-05T05:06:52.280802Z","end":"2026-03-05T05:06:52.395815Z","steps":["trace[1364700615] 'process raft request' (duration: 60.526797ms)","trace[1364700615] 'compare' (duration: 54.172837ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:06:52.396056Z","caller":"traceutil/trace.go:171","msg":"trace[368203275] linearizableReadLoop","detail":"{readStateIndex:4917; appliedIndex:4916; }","duration":"113.630738ms","start":"2026-03-05T05:06:52.282389Z","end":"2026-03-05T05:06:52.39602Z","steps":["trace[368203275] 'read index received' (duration: 58.96167ms)","trace[368203275] 'applied index is now lower than readState.Index' (duration: 54.668188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:06:52.396577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.146061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70786"} {"level":"info","ts":"2026-03-05T05:06:52.396877Z","caller":"traceutil/trace.go:171","msg":"trace[1278738196] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4738; }","duration":"114.365535ms","start":"2026-03-05T05:06:52.282347Z","end":"2026-03-05T05:06:52.396712Z","steps":["trace[1278738196] 'agreement among raft nodes before linearized reading' (duration: 113.803372ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:06:52.397578Z","caller":"traceutil/trace.go:171","msg":"trace[1675512008] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"114.777527ms","start":"2026-03-05T05:06:52.282768Z","end":"2026-03-05T05:06:52.397546Z","steps":["trace[1675512008] 'process raft request' (duration: 114.595103ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:06:52.397865Z","caller":"traceutil/trace.go:171","msg":"trace[1232306212] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"115.088004ms","start":"2026-03-05T05:06:52.282763Z","end":"2026-03-05T05:06:52.397851Z","steps":["trace[1232306212] 'process raft request' (duration: 114.738516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:06:52.398129Z","caller":"traceutil/trace.go:171","msg":"trace[1738337382] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"115.040593ms","start":"2026-03-05T05:06:52.283075Z","end":"2026-03-05T05:06:52.398116Z","steps":["trace[1738337382] 'process raft request' (duration: 114.716885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:07:00.584392Z","caller":"traceutil/trace.go:171","msg":"trace[1407929348] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"112.958883ms","start":"2026-03-05T05:07:00.471396Z","end":"2026-03-05T05:07:00.584355Z","steps":["trace[1407929348] 'process raft request' (duration: 112.246446ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:07:00.609743Z","caller":"traceutil/trace.go:171","msg":"trace[1426724675] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"137.610004ms","start":"2026-03-05T05:07:00.472087Z","end":"2026-03-05T05:07:00.609697Z","steps":["trace[1426724675] 'process raft request' (duration: 137.499951ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:07:00.609779Z","caller":"traceutil/trace.go:171","msg":"trace[1624060456] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"137.988873ms","start":"2026-03-05T05:07:00.471744Z","end":"2026-03-05T05:07:00.609733Z","steps":["trace[1624060456] 'process raft request' (duration: 137.632375ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:07:00.609913Z","caller":"traceutil/trace.go:171","msg":"trace[611416109] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5079; }","duration":"137.996953ms","start":"2026-03-05T05:07:00.471876Z","end":"2026-03-05T05:07:00.609872Z","steps":["trace[611416109] 'read index received' (duration: 111.715074ms)","trace[611416109] 'applied index is now lower than readState.Index' (duration: 26.278579ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:07:00.61001Z","caller":"traceutil/trace.go:171","msg":"trace[980052086] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"137.85665ms","start":"2026-03-05T05:07:00.47211Z","end":"2026-03-05T05:07:00.609967Z","steps":["trace[980052086] 'process raft request' (duration: 137.533873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:07:00.610376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.473444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80207"} {"level":"info","ts":"2026-03-05T05:07:00.610481Z","caller":"traceutil/trace.go:171","msg":"trace[1844377573] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4899; }","duration":"138.605968ms","start":"2026-03-05T05:07:00.471855Z","end":"2026-03-05T05:07:00.610461Z","steps":["trace[1844377573] 'agreement among raft nodes before linearized reading' (duration: 138.246789ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:07:00.765375Z","caller":"traceutil/trace.go:171","msg":"trace[1922264533] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"145.810979ms","start":"2026-03-05T05:07:00.619518Z","end":"2026-03-05T05:07:00.765329Z","steps":["trace[1922264533] 'process raft request' (duration: 121.69477ms)","trace[1922264533] 'compare' (duration: 23.771271ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:08:59.450314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2806} {"level":"info","ts":"2026-03-05T05:08:59.51Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2806,"took":"58.031404ms","hash":1290894581,"current-db-size-bytes":41611264,"current-db-size":"42 MB","current-db-size-in-use-bytes":31596544,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T05:08:59.510082Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1290894581,"revision":2806,"compact-revision":-1} {"level":"warn","ts":"2026-03-05T05:13:13.412716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.34621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T05:13:13.413225Z","caller":"traceutil/trace.go:171","msg":"trace[1723070336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7584; }","duration":"134.929355ms","start":"2026-03-05T05:13:13.278269Z","end":"2026-03-05T05:13:13.413198Z","steps":["trace[1723070336] 'range keys from in-memory index tree' (duration: 134.242849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:13.413026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.107134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-05T05:13:13.41309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.135704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T05:13:13.413524Z","caller":"traceutil/trace.go:171","msg":"trace[524992158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7584; }","duration":"350.762879ms","start":"2026-03-05T05:13:13.062714Z","end":"2026-03-05T05:13:13.413477Z","steps":["trace[524992158] 'range keys from in-memory index tree' (duration: 349.818877ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:13.413632Z","caller":"traceutil/trace.go:171","msg":"trace[340646615] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7584; }","duration":"275.720288ms","start":"2026-03-05T05:13:13.137867Z","end":"2026-03-05T05:13:13.413588Z","steps":["trace[340646615] 'count revisions from in-memory index tree' (duration: 275.050352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:13.413649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:13:13.062642Z","time spent":"350.965404ms","remote":"127.0.0.1:60986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-05T05:13:24.920132Z","caller":"traceutil/trace.go:171","msg":"trace[1048905524] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7913; }","duration":"236.173554ms","start":"2026-03-05T05:13:24.683933Z","end":"2026-03-05T05:13:24.920107Z","steps":["trace[1048905524] 'read index received' (duration: 235.966779ms)","trace[1048905524] 'applied index is now lower than readState.Index' (duration: 205.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:13:24.920406Z","caller":"traceutil/trace.go:171","msg":"trace[687357543] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"315.373705ms","start":"2026-03-05T05:13:24.605018Z","end":"2026-03-05T05:13:24.920392Z","steps":["trace[687357543] 'process raft request' (duration: 314.944224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:24.920528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:13:24.604991Z","time spent":"315.456286ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T05:13:24.920601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.651187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T05:13:24.920601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.601545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T05:13:24.920701Z","caller":"traceutil/trace.go:171","msg":"trace[670324880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7637; }","duration":"236.79821ms","start":"2026-03-05T05:13:24.683882Z","end":"2026-03-05T05:13:24.92068Z","steps":["trace[670324880] 'agreement among raft nodes before linearized reading' (duration: 236.534093ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:24.920724Z","caller":"traceutil/trace.go:171","msg":"trace[553341870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7637; }","duration":"233.755518ms","start":"2026-03-05T05:13:24.686949Z","end":"2026-03-05T05:13:24.920705Z","steps":["trace[553341870] 'agreement among raft nodes before linearized reading' (duration: 233.462461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:24.921295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.162367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T05:13:24.921376Z","caller":"traceutil/trace.go:171","msg":"trace[47222638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7637; }","duration":"234.28646ms","start":"2026-03-05T05:13:24.687068Z","end":"2026-03-05T05:13:24.921355Z","steps":["trace[47222638] 'agreement among raft nodes before linearized reading' (duration: 233.40421ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:53.144135Z","caller":"traceutil/trace.go:171","msg":"trace[2893375] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"117.109404ms","start":"2026-03-05T05:13:53.026986Z","end":"2026-03-05T05:13:53.144095Z","steps":["trace[2893375] 'process raft request' (duration: 116.91602ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:53.343527Z","caller":"traceutil/trace.go:171","msg":"trace[1357646711] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"194.594036ms","start":"2026-03-05T05:13:53.148901Z","end":"2026-03-05T05:13:53.343496Z","steps":["trace[1357646711] 'process raft request' (duration: 193.54154ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:53.343894Z","caller":"traceutil/trace.go:171","msg":"trace[369590231] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"194.412452ms","start":"2026-03-05T05:13:53.149465Z","end":"2026-03-05T05:13:53.343878Z","steps":["trace[369590231] 'process raft request' (duration: 193.977262ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:53.343993Z","caller":"traceutil/trace.go:171","msg":"trace[1933664012] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"193.654283ms","start":"2026-03-05T05:13:53.150309Z","end":"2026-03-05T05:13:53.343964Z","steps":["trace[1933664012] 'process raft request' (duration: 193.420197ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:53.343982Z","caller":"traceutil/trace.go:171","msg":"trace[981448528] linearizableReadLoop","detail":"{readStateIndex:8116; appliedIndex:8112; }","duration":"169.906132ms","start":"2026-03-05T05:13:53.174038Z","end":"2026-03-05T05:13:53.343944Z","steps":["trace[981448528] 'read index received' (duration: 56.932915ms)","trace[981448528] 'applied index is now lower than readState.Index' (duration: 112.971827ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:13:53.344117Z","caller":"traceutil/trace.go:171","msg":"trace[943712192] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"159.1972ms","start":"2026-03-05T05:13:53.184899Z","end":"2026-03-05T05:13:53.344096Z","steps":["trace[943712192] 'process raft request' (duration: 158.985825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:53.344213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.153098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T05:13:53.344266Z","caller":"traceutil/trace.go:171","msg":"trace[975599258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7832; }","duration":"170.25382ms","start":"2026-03-05T05:13:53.173997Z","end":"2026-03-05T05:13:53.344251Z","steps":["trace[975599258] 'agreement among raft nodes before linearized reading' (duration: 170.057516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:53.344321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.432188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fvtbz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-05T05:13:53.344602Z","caller":"traceutil/trace.go:171","msg":"trace[1213817786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fvtbz; range_end:; response_count:1; response_revision:7832; }","duration":"160.776476ms","start":"2026-03-05T05:13:53.183809Z","end":"2026-03-05T05:13:53.344585Z","steps":["trace[1213817786] 'agreement among raft nodes before linearized reading' (duration: 160.353346ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.477198Z","caller":"traceutil/trace.go:171","msg":"trace[1288503342] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"116.1002ms","start":"2026-03-05T05:13:57.361073Z","end":"2026-03-05T05:13:57.477173Z","steps":["trace[1288503342] 'process raft request' (duration: 115.960557ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.477449Z","caller":"traceutil/trace.go:171","msg":"trace[614810435] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8130; }","duration":"183.847231ms","start":"2026-03-05T05:13:57.293571Z","end":"2026-03-05T05:13:57.477418Z","steps":["trace[614810435] 'read index received' (duration: 116.523612ms)","trace[614810435] 'applied index is now lower than readState.Index' (duration: 67.316819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:13:57.477727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.133777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T05:13:57.477767Z","caller":"traceutil/trace.go:171","msg":"trace[1064674977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7846; }","duration":"184.197169ms","start":"2026-03-05T05:13:57.293558Z","end":"2026-03-05T05:13:57.477755Z","steps":["trace[1064674977] 'agreement among raft nodes before linearized reading' (duration: 184.025765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:57.478072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.408112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T05:13:57.478103Z","caller":"traceutil/trace.go:171","msg":"trace[1089212526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7846; }","duration":"117.538136ms","start":"2026-03-05T05:13:57.360555Z","end":"2026-03-05T05:13:57.478093Z","steps":["trace[1089212526] 'agreement among raft nodes before linearized reading' (duration: 117.380822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:57.47849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.252435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T05:13:57.478521Z","caller":"traceutil/trace.go:171","msg":"trace[1056230121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7846; }","duration":"113.283275ms","start":"2026-03-05T05:13:57.365228Z","end":"2026-03-05T05:13:57.478511Z","steps":["trace[1056230121] 'agreement among raft nodes before linearized reading' (duration: 113.196843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:57.478629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.820758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T05:13:57.478694Z","caller":"traceutil/trace.go:171","msg":"trace[1881073165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7846; }","duration":"116.979042ms","start":"2026-03-05T05:13:57.361697Z","end":"2026-03-05T05:13:57.478676Z","steps":["trace[1881073165] 'agreement among raft nodes before linearized reading' (duration: 116.742997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:13:57.479161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.87774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T05:13:57.47922Z","caller":"traceutil/trace.go:171","msg":"trace[1280574177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7846; }","duration":"116.964341ms","start":"2026-03-05T05:13:57.36224Z","end":"2026-03-05T05:13:57.479204Z","steps":["trace[1280574177] 'agreement among raft nodes before linearized reading' (duration: 116.810898ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.710022Z","caller":"traceutil/trace.go:171","msg":"trace[1903343608] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"226.522228ms","start":"2026-03-05T05:13:57.483468Z","end":"2026-03-05T05:13:57.709991Z","steps":["trace[1903343608] 'process raft request' (duration: 221.49947ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.75582Z","caller":"traceutil/trace.go:171","msg":"trace[1582662492] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"271.419709ms","start":"2026-03-05T05:13:57.484375Z","end":"2026-03-05T05:13:57.755795Z","steps":["trace[1582662492] 'process raft request' (duration: 271.226535ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.75608Z","caller":"traceutil/trace.go:171","msg":"trace[1235224293] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"271.658785ms","start":"2026-03-05T05:13:57.484412Z","end":"2026-03-05T05:13:57.756071Z","steps":["trace[1235224293] 'process raft request' (duration: 271.334697ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.756497Z","caller":"traceutil/trace.go:171","msg":"trace[1151174029] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"272.001983ms","start":"2026-03-05T05:13:57.484471Z","end":"2026-03-05T05:13:57.756473Z","steps":["trace[1151174029] 'process raft request' (duration: 271.561143ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.756811Z","caller":"traceutil/trace.go:171","msg":"trace[1598361622] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"271.498482ms","start":"2026-03-05T05:13:57.485297Z","end":"2026-03-05T05:13:57.756795Z","steps":["trace[1598361622] 'process raft request' (duration: 271.100232ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:57.777281Z","caller":"traceutil/trace.go:171","msg":"trace[369912591] linearizableReadLoop","detail":"{readStateIndex:8137; appliedIndex:8132; }","duration":"291.239467ms","start":"2026-03-05T05:13:57.486012Z","end":"2026-03-05T05:13:57.777251Z","steps":["trace[369912591] 'read index received' (duration: 218.973501ms)","trace[369912591] 'applied index is now lower than readState.Index' (duration: 72.264096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:13:57.777928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.887153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228841"} {"level":"info","ts":"2026-03-05T05:13:57.777981Z","caller":"traceutil/trace.go:171","msg":"trace[1542130004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7851; }","duration":"291.988346ms","start":"2026-03-05T05:13:57.48598Z","end":"2026-03-05T05:13:57.777969Z","steps":["trace[1542130004] 'agreement among raft nodes before linearized reading' (duration: 291.37176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:13:59.456587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5830} {"level":"info","ts":"2026-03-05T05:13:59.540368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5830,"took":"81.804122ms","hash":3649906277,"current-db-size-bytes":42778624,"current-db-size":"43 MB","current-db-size-in-use-bytes":23887872,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T05:13:59.54045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3649906277,"revision":5830,"compact-revision":2806} {"level":"info","ts":"2026-03-05T05:14:07.947405Z","caller":"traceutil/trace.go:171","msg":"trace[178603608] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"146.471399ms","start":"2026-03-05T05:14:07.800901Z","end":"2026-03-05T05:14:07.947373Z","steps":["trace[178603608] 'read index received' (duration: 145.986658ms)","trace[178603608] 'applied index is now lower than readState.Index' (duration: 483.151µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:14:07.947507Z","caller":"traceutil/trace.go:171","msg":"trace[785131818] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"162.093407ms","start":"2026-03-05T05:14:07.785374Z","end":"2026-03-05T05:14:07.947468Z","steps":["trace[785131818] 'process raft request' (duration: 161.680278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:14:07.947708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.777746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T05:14:07.947764Z","caller":"traceutil/trace.go:171","msg":"trace[182009076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7942; }","duration":"146.895049ms","start":"2026-03-05T05:14:07.800853Z","end":"2026-03-05T05:14:07.947748Z","steps":["trace[182009076] 'agreement among raft nodes before linearized reading' (duration: 146.695594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:14:07.947823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.173622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fvtbz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-05T05:14:07.94786Z","caller":"traceutil/trace.go:171","msg":"trace[1974482335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fvtbz; range_end:; response_count:1; response_revision:7942; }","duration":"113.258664ms","start":"2026-03-05T05:14:07.834591Z","end":"2026-03-05T05:14:07.94785Z","steps":["trace[1974482335] 'agreement among raft nodes before linearized reading' (duration: 113.09021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:14:07.947903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.463268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T05:14:07.947923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.956456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T05:14:07.947982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.806393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T05:14:07.948032Z","caller":"traceutil/trace.go:171","msg":"trace[231179103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7942; }","duration":"146.12607ms","start":"2026-03-05T05:14:07.801879Z","end":"2026-03-05T05:14:07.948005Z","steps":["trace[231179103] 'agreement among raft nodes before linearized reading' (duration: 145.779142ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:14:07.948112Z","caller":"traceutil/trace.go:171","msg":"trace[1601773500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7942; }","duration":"145.958776ms","start":"2026-03-05T05:14:07.802124Z","end":"2026-03-05T05:14:07.948083Z","steps":["trace[1601773500] 'agreement among raft nodes before linearized reading' (duration: 145.544457ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:14:07.948017Z","caller":"traceutil/trace.go:171","msg":"trace[1507065581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7942; }","duration":"146.619961ms","start":"2026-03-05T05:14:07.80137Z","end":"2026-03-05T05:14:07.94799Z","steps":["trace[1507065581] 'agreement among raft nodes before linearized reading' (duration: 146.238342ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:15:26.551078Z","caller":"traceutil/trace.go:171","msg":"trace[150762481] linearizableReadLoop","detail":"{readStateIndex:8978; appliedIndex:8977; }","duration":"119.498862ms","start":"2026-03-05T05:15:26.431555Z","end":"2026-03-05T05:15:26.551053Z","steps":["trace[150762481] 'read index received' (duration: 119.385969ms)","trace[150762481] 'applied index is now lower than readState.Index' (duration: 111.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:15:26.551152Z","caller":"traceutil/trace.go:171","msg":"trace[912483870] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"130.239846ms","start":"2026-03-05T05:15:26.420873Z","end":"2026-03-05T05:15:26.551113Z","steps":["trace[912483870] 'process raft request' (duration: 130.024761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:15:26.551361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.778248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T05:15:26.551436Z","caller":"traceutil/trace.go:171","msg":"trace[385357196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8663; }","duration":"119.920832ms","start":"2026-03-05T05:15:26.431498Z","end":"2026-03-05T05:15:26.551418Z","steps":["trace[385357196] 'agreement among raft nodes before linearized reading' (duration: 119.673787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:15:26.570292Z","caller":"traceutil/trace.go:171","msg":"trace[37138390] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"136.78696ms","start":"2026-03-05T05:15:26.433481Z","end":"2026-03-05T05:15:26.570268Z","steps":["trace[37138390] 'process raft request' (duration: 136.561775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:17:45.312955Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T05:17:45.318125Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T05:17:45.318249Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T05:18:49.018387Z","caller":"traceutil/trace.go:171","msg":"trace[1372347782] transaction","detail":"{read_only:false; response_revision:10291; number_of_response:1; }","duration":"195.848901ms","start":"2026-03-05T05:18:48.822496Z","end":"2026-03-05T05:18:49.018345Z","steps":["trace[1372347782] 'process raft request' (duration: 195.593675ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:18:59.463114Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7857} {"level":"info","ts":"2026-03-05T05:18:59.52678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7857,"took":"60.892123ms","hash":3335975609,"current-db-size-bytes":42778624,"current-db-size":"43 MB","current-db-size-in-use-bytes":27660288,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T05:18:59.52687Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3335975609,"revision":7857,"compact-revision":5830} {"level":"info","ts":"2026-03-05T05:23:59.469978Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10343} {"level":"info","ts":"2026-03-05T05:23:59.549958Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10343,"took":"78.061277ms","hash":2599010705,"current-db-size-bytes":42778624,"current-db-size":"43 MB","current-db-size-in-use-bytes":24735744,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-05T05:23:59.550016Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2599010705,"revision":10343,"compact-revision":7857} {"level":"info","ts":"2026-03-05T05:25:01.336693Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000330a.wal"} {"level":"info","ts":"2026-03-05T05:25:31.261122Z","caller":"traceutil/trace.go:171","msg":"trace[667480540] transaction","detail":"{read_only:false; response_revision:12776; number_of_response:1; }","duration":"103.459087ms","start":"2026-03-05T05:25:31.157633Z","end":"2026-03-05T05:25:31.261092Z","steps":["trace[667480540] 'process raft request' (duration: 102.676598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:25:48.114416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.806218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T05:25:48.114423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.189013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T05:25:48.11444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.092623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-mxtgf\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-03-05T05:25:48.114515Z","caller":"traceutil/trace.go:171","msg":"trace[510054125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12878; }","duration":"271.941112ms","start":"2026-03-05T05:25:47.842552Z","end":"2026-03-05T05:25:48.114493Z","steps":["trace[510054125] 'range keys from in-memory index tree' (duration: 271.633344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:25:48.114483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.238375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T05:25:48.114542Z","caller":"traceutil/trace.go:171","msg":"trace[1898949662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12878; }","duration":"279.391888ms","start":"2026-03-05T05:25:47.83512Z","end":"2026-03-05T05:25:48.114512Z","steps":["trace[1898949662] 'range keys from in-memory index tree' (duration: 278.972558ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:25:48.11455Z","caller":"traceutil/trace.go:171","msg":"trace[94108582] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-mxtgf; range_end:; response_count:1; response_revision:12878; }","duration":"345.257816ms","start":"2026-03-05T05:25:47.769269Z","end":"2026-03-05T05:25:48.114527Z","steps":["trace[94108582] 'range keys from in-memory index tree' (duration: 344.898527ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:25:48.11458Z","caller":"traceutil/trace.go:171","msg":"trace[1974730064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12878; }","duration":"134.392099ms","start":"2026-03-05T05:25:47.980165Z","end":"2026-03-05T05:25:48.114557Z","steps":["trace[1974730064] 'count revisions from in-memory index tree' (duration: 134.131813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:25:48.114608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T05:25:47.76924Z","time spent":"345.353399ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12384,"request content":"key:\"/registry/pods/openstack/openvswitch-mxtgf\" "} {"level":"warn","ts":"2026-03-05T05:25:48.114417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.20089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T05:25:48.114764Z","caller":"traceutil/trace.go:171","msg":"trace[1985172331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12878; }","duration":"278.556979ms","start":"2026-03-05T05:25:47.836154Z","end":"2026-03-05T05:25:48.114711Z","steps":["trace[1985172331] 'range keys from in-memory index tree' (duration: 278.041436ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:26:10.554932Z","caller":"traceutil/trace.go:171","msg":"trace[204256001] transaction","detail":"{read_only:false; response_revision:13179; number_of_response:1; }","duration":"257.731955ms","start":"2026-03-05T05:26:10.297159Z","end":"2026-03-05T05:26:10.554891Z","steps":["trace[204256001] 'process raft request' (duration: 257.403838ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:26:10.555184Z","caller":"traceutil/trace.go:171","msg":"trace[322974949] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"257.984211ms","start":"2026-03-05T05:26:10.297163Z","end":"2026-03-05T05:26:10.555148Z","steps":["trace[322974949] 'process raft request' (duration: 257.671994ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:26:10.570599Z","caller":"traceutil/trace.go:171","msg":"trace[232562257] linearizableReadLoop","detail":"{readStateIndex:13658; appliedIndex:13655; }","duration":"138.166209ms","start":"2026-03-05T05:26:10.432405Z","end":"2026-03-05T05:26:10.570572Z","steps":["trace[232562257] 'read index received' (duration: 122.062937ms)","trace[232562257] 'applied index is now lower than readState.Index' (duration: 16.102362ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:26:10.570664Z","caller":"traceutil/trace.go:171","msg":"trace[1151019985] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"273.193441ms","start":"2026-03-05T05:26:10.297438Z","end":"2026-03-05T05:26:10.570632Z","steps":["trace[1151019985] 'process raft request' (duration: 272.983816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:26:10.570859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.440824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T05:26:10.570906Z","caller":"traceutil/trace.go:171","msg":"trace[996609604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13181; }","duration":"138.573898ms","start":"2026-03-05T05:26:10.432318Z","end":"2026-03-05T05:26:10.570892Z","steps":["trace[996609604] 'agreement among raft nodes before linearized reading' (duration: 138.350463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:27:27.215518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.944817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T05:27:27.215756Z","caller":"traceutil/trace.go:171","msg":"trace[1852012943] transaction","detail":"{read_only:false; response_revision:13909; number_of_response:1; }","duration":"205.095821ms","start":"2026-03-05T05:27:27.010641Z","end":"2026-03-05T05:27:27.215737Z","steps":["trace[1852012943] 'process raft request' (duration: 204.995468ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:27:27.215816Z","caller":"traceutil/trace.go:171","msg":"trace[22757635] linearizableReadLoop","detail":"{readStateIndex:14407; appliedIndex:14405; }","duration":"165.314969ms","start":"2026-03-05T05:27:27.050477Z","end":"2026-03-05T05:27:27.215792Z","steps":["trace[22757635] 'read index received' (duration: 63.994652ms)","trace[22757635] 'applied index is now lower than readState.Index' (duration: 101.319097ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:27:27.216042Z","caller":"traceutil/trace.go:171","msg":"trace[65456370] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"158.553701ms","start":"2026-03-05T05:27:27.057476Z","end":"2026-03-05T05:27:27.216029Z","steps":["trace[65456370] 'process raft request' (duration: 158.216123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:27:27.21632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.826851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T05:27:27.216378Z","caller":"traceutil/trace.go:171","msg":"trace[1936453466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13910; }","duration":"165.940264ms","start":"2026-03-05T05:27:27.050422Z","end":"2026-03-05T05:27:27.216362Z","steps":["trace[1936453466] 'agreement among raft nodes before linearized reading' (duration: 165.825692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:27:27.216667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.622866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-05T05:27:27.216709Z","caller":"traceutil/trace.go:171","msg":"trace[1575585168] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13910; }","duration":"165.683578ms","start":"2026-03-05T05:27:27.051015Z","end":"2026-03-05T05:27:27.216699Z","steps":["trace[1575585168] 'agreement among raft nodes before linearized reading' (duration: 165.536215ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:27:27.21705Z","caller":"traceutil/trace.go:171","msg":"trace[1710419951] transaction","detail":"{read_only:false; response_revision:13908; number_of_response:1; }","duration":"206.584186ms","start":"2026-03-05T05:27:27.010442Z","end":"2026-03-05T05:27:27.217026Z","steps":["trace[1710419951] 'process raft request' (duration: 104.01664ms)","trace[1710419951] 'compare' (duration: 100.832974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:27:27.217631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.526672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-05T05:27:27.217677Z","caller":"traceutil/trace.go:171","msg":"trace[1874680839] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13910; }","duration":"115.592664ms","start":"2026-03-05T05:27:27.102074Z","end":"2026-03-05T05:27:27.217667Z","steps":["trace[1874680839] 'agreement among raft nodes before linearized reading' (duration: 115.497992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:27:27.217762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.731494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T05:27:27.217793Z","caller":"traceutil/trace.go:171","msg":"trace[533058160] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13910; }","duration":"117.776256ms","start":"2026-03-05T05:27:27.10001Z","end":"2026-03-05T05:27:27.217786Z","steps":["trace[533058160] 'agreement among raft nodes before linearized reading' (duration: 117.733765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:27:27.217926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.96924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T05:27:27.217958Z","caller":"traceutil/trace.go:171","msg":"trace[637571308] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13910; }","duration":"118.022701ms","start":"2026-03-05T05:27:27.099928Z","end":"2026-03-05T05:27:27.217951Z","steps":["trace[637571308] 'agreement among raft nodes before linearized reading' (duration: 117.938469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T05:27:27.218152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.812774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T05:27:27.21819Z","caller":"traceutil/trace.go:171","msg":"trace[1866839519] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13910; }","duration":"166.870646ms","start":"2026-03-05T05:27:27.051312Z","end":"2026-03-05T05:27:27.218183Z","steps":["trace[1866839519] 'agreement among raft nodes before linearized reading' (duration: 166.781064ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:27:28.391702Z","caller":"traceutil/trace.go:171","msg":"trace[1903476467] linearizableReadLoop","detail":"{readStateIndex:14412; appliedIndex:14411; }","duration":"170.01793ms","start":"2026-03-05T05:27:28.221644Z","end":"2026-03-05T05:27:28.391661Z","steps":["trace[1903476467] 'read index received' (duration: 79.11059ms)","trace[1903476467] 'applied index is now lower than readState.Index' (duration: 90.90581ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T05:27:28.391836Z","caller":"traceutil/trace.go:171","msg":"trace[158780326] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"175.964801ms","start":"2026-03-05T05:27:28.215845Z","end":"2026-03-05T05:27:28.391809Z","steps":["trace[158780326] 'process raft request' (duration: 84.916168ms)","trace[158780326] 'compare' (duration: 90.753676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T05:27:28.391974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.301827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-trxrc\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-03-05T05:27:28.392023Z","caller":"traceutil/trace.go:171","msg":"trace[635916588] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-trxrc; range_end:; response_count:1; response_revision:13913; }","duration":"170.416741ms","start":"2026-03-05T05:27:28.221595Z","end":"2026-03-05T05:27:28.392012Z","steps":["trace[635916588] 'agreement among raft nodes before linearized reading' (duration: 170.204035ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:28:59.477903Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12232} {"level":"info","ts":"2026-03-05T05:28:59.556005Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12232,"took":"73.254179ms","hash":1867121531,"current-db-size-bytes":42778624,"current-db-size":"43 MB","current-db-size-in-use-bytes":27607040,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T05:28:59.556071Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1867121531,"revision":12232,"compact-revision":10343} {"level":"info","ts":"2026-03-05T05:30:06.695088Z","caller":"traceutil/trace.go:171","msg":"trace[1514601657] transaction","detail":"{read_only:false; response_revision:14967; number_of_response:1; }","duration":"108.739748ms","start":"2026-03-05T05:30:06.586302Z","end":"2026-03-05T05:30:06.695041Z","steps":["trace[1514601657] 'process raft request' (duration: 108.46233ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T05:33:59.485589Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14459} {"level":"info","ts":"2026-03-05T05:33:59.588768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14459,"took":"98.737171ms","hash":1971079660,"current-db-size-bytes":43200512,"current-db-size":"43 MB","current-db-size-in-use-bytes":27705344,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T05:33:59.588834Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1971079660,"revision":14459,"compact-revision":12232} {"level":"info","ts":"2026-03-05T05:38:59.494471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16486} {"level":"info","ts":"2026-03-05T05:38:59.58906Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16486,"took":"87.260378ms","hash":2818231785,"current-db-size-bytes":43200512,"current-db-size":"43 MB","current-db-size-in-use-bytes":21499904,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-05T05:38:59.589133Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2818231785,"revision":16486,"compact-revision":14459}