{"level":"warn","ts":"2026-08-28T04:10:52.252396Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:10:52.25249Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.136:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.136:2380","--initial-cluster=instance=https://162.253.55.136:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.136:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.136:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-28T04:10:52.25256Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:10:52.252576Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.136:2380"]} {"level":"info","ts":"2026-08-28T04:10:52.25262Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:10:52.253357Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.136:2379"]} {"level":"info","ts":"2026-08-28T04:10:52.253451Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.136:2380"],"listen-peer-urls":["https://162.253.55.136:2380"],"advertise-client-urls":["https://162.253.55.136:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.136:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.136:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-28T04:10:52.266084Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"12.333977ms"} {"level":"info","ts":"2026-08-28T04:10:52.308077Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"308ce60d3e55f7ff","cluster-id":"dd7f8b36a12acab1"} {"level":"info","ts":"2026-08-28T04:10:52.308182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff switched to configuration voters=()"} {"level":"info","ts":"2026-08-28T04:10:52.308212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff became follower at term 0"} {"level":"info","ts":"2026-08-28T04:10:52.308231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 308ce60d3e55f7ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-28T04:10:52.308239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff became follower at term 1"} {"level":"info","ts":"2026-08-28T04:10:52.308281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff switched to configuration voters=(3498423955114817535)"} {"level":"warn","ts":"2026-08-28T04:10:52.319056Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-28T04:10:52.320796Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-28T04:10:52.322652Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-28T04:10:52.325664Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"308ce60d3e55f7ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-28T04:10:52.325956Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"308ce60d3e55f7ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-28T04:10:52.326119Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:10:52.326221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:10:52.326243Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:10:52.327927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff switched to configuration voters=(3498423955114817535)"} {"level":"info","ts":"2026-08-28T04:10:52.328892Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dd7f8b36a12acab1","local-member-id":"308ce60d3e55f7ff","added-peer-id":"308ce60d3e55f7ff","added-peer-peer-urls":["https://162.253.55.136:2380"]} {"level":"info","ts":"2026-08-28T04:10:52.331143Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:10:52.331323Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.136:2380"} {"level":"info","ts":"2026-08-28T04:10:52.331369Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.136:2380"} {"level":"info","ts":"2026-08-28T04:10:52.331613Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"308ce60d3e55f7ff","initial-advertise-peer-urls":["https://162.253.55.136:2380"],"listen-peer-urls":["https://162.253.55.136:2380"],"advertise-client-urls":["https://162.253.55.136:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.136:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-28T04:10:52.331682Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-28T04:10:52.509327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff is starting a new election at term 1"} {"level":"info","ts":"2026-08-28T04:10:52.509383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff became pre-candidate at term 1"} {"level":"info","ts":"2026-08-28T04:10:52.509422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff received MsgPreVoteResp from 308ce60d3e55f7ff at term 1"} {"level":"info","ts":"2026-08-28T04:10:52.509441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff became candidate at term 2"} {"level":"info","ts":"2026-08-28T04:10:52.509452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff received MsgVoteResp from 308ce60d3e55f7ff at term 2"} {"level":"info","ts":"2026-08-28T04:10:52.509476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"308ce60d3e55f7ff became leader at term 2"} {"level":"info","ts":"2026-08-28T04:10:52.509492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 308ce60d3e55f7ff elected leader 308ce60d3e55f7ff at term 2"} {"level":"info","ts":"2026-08-28T04:10:52.510555Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:10:52.512035Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:10:52.512027Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"308ce60d3e55f7ff","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.136:2379]}","request-path":"/0/members/308ce60d3e55f7ff/attributes","cluster-id":"dd7f8b36a12acab1","publish-timeout":"7s"} {"level":"info","ts":"2026-08-28T04:10:52.51208Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:10:52.512372Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-28T04:10:52.512424Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-28T04:10:52.512812Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dd7f8b36a12acab1","local-member-id":"308ce60d3e55f7ff","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:10:52.512907Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:10:52.512937Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:10:52.514135Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-28T04:10:52.516116Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.136:2379"} {"level":"warn","ts":"2026-08-28T04:11:11.713333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.528692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-28T04:11:17.232635Z","caller":"traceutil/trace.go:171","msg":"trace[937755553] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"108.32532ms","start":"2026-08-28T04:11:17.124287Z","end":"2026-08-28T04:11:17.232612Z","steps":["trace[937755553] 'process raft request' (duration: 108.133735ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:41.306201Z","caller":"traceutil/trace.go:171","msg":"trace[1011704731] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"147.923473ms","start":"2026-08-28T04:11:41.158242Z","end":"2026-08-28T04:11:41.306165Z","steps":["trace[1011704731] 'process raft request' (duration: 147.281265ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:41.498388Z","caller":"traceutil/trace.go:171","msg":"trace[1924880873] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"172.490279ms","start":"2026-08-28T04:11:41.325872Z","end":"2026-08-28T04:11:41.498362Z","steps":["trace[1924880873] 'process raft request' (duration: 172.246132ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:41.797807Z","caller":"traceutil/trace.go:171","msg":"trace[1205931605] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"424.710346ms","start":"2026-08-28T04:11:41.37306Z","end":"2026-08-28T04:11:41.79777Z","steps":["trace[1205931605] 'process raft request' (duration: 359.424858ms)","trace[1205931605] 'compare' (duration: 64.865337ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:11:41.798366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:11:41.373017Z","time spent":"424.925931ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-28T04:11:42.276764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.21269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-28T04:11:42.276875Z","caller":"traceutil/trace.go:171","msg":"trace[1977373930] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:668; }","duration":"807.673293ms","start":"2026-08-28T04:11:41.469182Z","end":"2026-08-28T04:11:42.276855Z","steps":["trace[1977373930] 'read index received' (duration: 28.996793ms)","trace[1977373930] 'applied index is now lower than readState.Index' (duration: 778.67506ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:11:42.277069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.578714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:11:42.277166Z","caller":"traceutil/trace.go:171","msg":"trace[1978740831] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:646; }","duration":"467.705197ms","start":"2026-08-28T04:11:41.809414Z","end":"2026-08-28T04:11:42.277119Z","steps":["trace[1978740831] 'agreement among raft nodes before linearized reading' (duration: 467.575664ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:42.277248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:11:41.809396Z","time spent":"467.8357ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-08-28T04:11:42.277289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.553739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:11:42.277371Z","caller":"traceutil/trace.go:171","msg":"trace[147486716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"137.687303ms","start":"2026-08-28T04:11:42.139663Z","end":"2026-08-28T04:11:42.27735Z","steps":["trace[147486716] 'agreement among raft nodes before linearized reading' (duration: 137.544399ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:42.27741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.657356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-28T04:11:42.277428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.295229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-28T04:11:42.277462Z","caller":"traceutil/trace.go:171","msg":"trace[2092889703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"269.742547ms","start":"2026-08-28T04:11:42.007703Z","end":"2026-08-28T04:11:42.277446Z","steps":["trace[2092889703] 'agreement among raft nodes before linearized reading' (duration: 269.542442ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:42.277466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.165693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-28T04:11:42.277499Z","caller":"traceutil/trace.go:171","msg":"trace[1439238816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:646; }","duration":"808.371311ms","start":"2026-08-28T04:11:41.469107Z","end":"2026-08-28T04:11:42.277479Z","steps":["trace[1439238816] 'agreement among raft nodes before linearized reading' (duration: 808.142466ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:42.27753Z","caller":"traceutil/trace.go:171","msg":"trace[265814795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:646; }","duration":"152.275026ms","start":"2026-08-28T04:11:42.125238Z","end":"2026-08-28T04:11:42.277513Z","steps":["trace[265814795] 'agreement among raft nodes before linearized reading' (duration: 152.01922ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:11:42.277539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:11:41.468942Z","time spent":"808.589307ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-28T04:11:42.401597Z","caller":"traceutil/trace.go:171","msg":"trace[2135328994] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"119.854834ms","start":"2026-08-28T04:11:42.281723Z","end":"2026-08-28T04:11:42.401577Z","steps":["trace[2135328994] 'process raft request' (duration: 119.70611ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:42.422068Z","caller":"traceutil/trace.go:171","msg":"trace[1947133085] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"138.692221ms","start":"2026-08-28T04:11:42.283341Z","end":"2026-08-28T04:11:42.422033Z","steps":["trace[1947133085] 'process raft request' (duration: 138.601148ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:11:42.422185Z","caller":"traceutil/trace.go:171","msg":"trace[1150665919] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"139.902132ms","start":"2026-08-28T04:11:42.282237Z","end":"2026-08-28T04:11:42.422139Z","steps":["trace[1150665919] 'process raft request' (duration: 139.548553ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:01.688329Z","caller":"traceutil/trace.go:171","msg":"trace[240482131] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"109.651876ms","start":"2026-08-28T04:12:01.578654Z","end":"2026-08-28T04:12:01.688306Z","steps":["trace[240482131] 'process raft request' (duration: 86.090245ms)","trace[240482131] 'compare' (duration: 23.454378ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:28.694686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.470043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:12:28.694768Z","caller":"traceutil/trace.go:171","msg":"trace[1208017768] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1212; }","duration":"307.602596ms","start":"2026-08-28T04:12:28.387149Z","end":"2026-08-28T04:12:28.694752Z","steps":["trace[1208017768] 'count revisions from in-memory index tree' (duration: 307.33627ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:28.694806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:12:28.387131Z","time spent":"307.665018ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":8,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-08-28T04:12:51.837512Z","caller":"traceutil/trace.go:171","msg":"trace[1361976291] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"136.088864ms","start":"2026-08-28T04:12:51.701399Z","end":"2026-08-28T04:12:51.837487Z","steps":["trace[1361976291] 'process raft request' (duration: 135.93495ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:14:08.38339Z","caller":"traceutil/trace.go:171","msg":"trace[1888018669] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2297; }","duration":"163.039073ms","start":"2026-08-28T04:14:08.220326Z","end":"2026-08-28T04:14:08.383365Z","steps":["trace[1888018669] 'read index received' (duration: 162.805728ms)","trace[1888018669] 'applied index is now lower than readState.Index' (duration: 232.215µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:14:08.383485Z","caller":"traceutil/trace.go:171","msg":"trace[1746961673] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"177.175088ms","start":"2026-08-28T04:14:08.206262Z","end":"2026-08-28T04:14:08.383437Z","steps":["trace[1746961673] 'process raft request' (duration: 176.938372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:14:08.383708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.362581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-28T04:14:08.383771Z","caller":"traceutil/trace.go:171","msg":"trace[838167908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2213; }","duration":"163.440843ms","start":"2026-08-28T04:14:08.220313Z","end":"2026-08-28T04:14:08.383754Z","steps":["trace[838167908] 'agreement among raft nodes before linearized reading' (duration: 163.219937ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:14:08.773328Z","caller":"traceutil/trace.go:171","msg":"trace[1617227110] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"143.53824ms","start":"2026-08-28T04:14:08.629742Z","end":"2026-08-28T04:14:08.77328Z","steps":["trace[1617227110] 'process raft request' (duration: 143.293933ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:14:58.780863Z","caller":"traceutil/trace.go:171","msg":"trace[422458584] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"167.175969ms","start":"2026-08-28T04:14:58.613665Z","end":"2026-08-28T04:14:58.780841Z","steps":["trace[422458584] 'read index received' (duration: 167.029545ms)","trace[422458584] 'applied index is now lower than readState.Index' (duration: 145.684µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:14:58.780942Z","caller":"traceutil/trace.go:171","msg":"trace[2089983070] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"182.576422ms","start":"2026-08-28T04:14:58.598324Z","end":"2026-08-28T04:14:58.780901Z","steps":["trace[2089983070] 'process raft request' (duration: 182.375868ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:14:58.781062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.373995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:14:58.781121Z","caller":"traceutil/trace.go:171","msg":"trace[325783504] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2658; }","duration":"167.489927ms","start":"2026-08-28T04:14:58.613616Z","end":"2026-08-28T04:14:58.781106Z","steps":["trace[325783504] 'agreement among raft nodes before linearized reading' (duration: 167.362863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:14:58.781161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.852218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-28T04:14:58.781231Z","caller":"traceutil/trace.go:171","msg":"trace[975300360] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2658; }","duration":"137.945081ms","start":"2026-08-28T04:14:58.643268Z","end":"2026-08-28T04:14:58.781213Z","steps":["trace[975300360] 'agreement among raft nodes before linearized reading' (duration: 137.760557ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:15:31.865916Z","caller":"traceutil/trace.go:171","msg":"trace[1330845502] linearizableReadLoop","detail":"{readStateIndex:2967; appliedIndex:2966; }","duration":"198.560923ms","start":"2026-08-28T04:15:31.667329Z","end":"2026-08-28T04:15:31.86589Z","steps":["trace[1330845502] 'read index received' (duration: 194.954551ms)","trace[1330845502] 'applied index is now lower than readState.Index' (duration: 3.605442ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:15:31.866009Z","caller":"traceutil/trace.go:171","msg":"trace[377919671] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"200.01616ms","start":"2026-08-28T04:15:31.66595Z","end":"2026-08-28T04:15:31.865966Z","steps":["trace[377919671] 'process raft request' (duration: 196.410997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:15:31.866175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.591396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T04:15:31.866215Z","caller":"traceutil/trace.go:171","msg":"trace[1520457003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2857; }","duration":"195.669217ms","start":"2026-08-28T04:15:31.670536Z","end":"2026-08-28T04:15:31.866205Z","steps":["trace[1520457003] 'agreement among raft nodes before linearized reading' (duration: 195.488963ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:15:31.866182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.831269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T04:15:31.86627Z","caller":"traceutil/trace.go:171","msg":"trace[114723111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2857; }","duration":"198.954783ms","start":"2026-08-28T04:15:31.667297Z","end":"2026-08-28T04:15:31.866252Z","steps":["trace[114723111] 'agreement among raft nodes before linearized reading' (duration: 198.709167ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:15:32.315742Z","caller":"traceutil/trace.go:171","msg":"trace[445498038] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"185.278643ms","start":"2026-08-28T04:15:32.130432Z","end":"2026-08-28T04:15:32.315711Z","steps":["trace[445498038] 'process raft request' (duration: 157.698997ms)","trace[445498038] 'compare' (duration: 27.3647ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:15:32.31597Z","caller":"traceutil/trace.go:171","msg":"trace[718323383] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2970; }","duration":"115.702911ms","start":"2026-08-28T04:15:32.200222Z","end":"2026-08-28T04:15:32.315925Z","steps":["trace[718323383] 'read index received' (duration: 87.836618ms)","trace[718323383] 'applied index is now lower than readState.Index' (duration: 27.863713ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:15:32.315961Z","caller":"traceutil/trace.go:171","msg":"trace[1406296922] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"141.161223ms","start":"2026-08-28T04:15:32.174779Z","end":"2026-08-28T04:15:32.31594Z","steps":["trace[1406296922] 'process raft request' (duration: 140.873006ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:15:32.316061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.496858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:15:32.316108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.583843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:15:32.316132Z","caller":"traceutil/trace.go:171","msg":"trace[486889017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2862; }","duration":"176.60826ms","start":"2026-08-28T04:15:32.139507Z","end":"2026-08-28T04:15:32.316115Z","steps":["trace[486889017] 'agreement among raft nodes before linearized reading' (duration: 176.496837ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:15:32.31617Z","caller":"traceutil/trace.go:171","msg":"trace[1477121466] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2862; }","duration":"198.632344ms","start":"2026-08-28T04:15:32.117502Z","end":"2026-08-28T04:15:32.316134Z","steps":["trace[1477121466] 'agreement among raft nodes before linearized reading' (duration: 198.539102ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:23.624008Z","caller":"traceutil/trace.go:171","msg":"trace[1206870496] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"111.872017ms","start":"2026-08-28T04:18:23.512107Z","end":"2026-08-28T04:18:23.623979Z","steps":["trace[1206870496] 'process raft request' (duration: 85.969679ms)","trace[1206870496] 'compare' (duration: 25.801695ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:18:23.624424Z","caller":"traceutil/trace.go:171","msg":"trace[1000488465] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"106.376546ms","start":"2026-08-28T04:18:23.518021Z","end":"2026-08-28T04:18:23.624397Z","steps":["trace[1000488465] 'process raft request' (duration: 106.1629ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:18:23.624561Z","caller":"traceutil/trace.go:171","msg":"trace[1176216321] linearizableReadLoop","detail":"{readStateIndex:4039; appliedIndex:4037; }","duration":"106.475558ms","start":"2026-08-28T04:18:23.518051Z","end":"2026-08-28T04:18:23.624527Z","steps":["trace[1176216321] 'read index received' (duration: 80.038736ms)","trace[1176216321] 'applied index is now lower than readState.Index' (duration: 26.434722ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:18:23.624745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.671612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:18:23.624785Z","caller":"traceutil/trace.go:171","msg":"trace[1304653400] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3889; }","duration":"106.760915ms","start":"2026-08-28T04:18:23.518012Z","end":"2026-08-28T04:18:23.624773Z","steps":["trace[1304653400] 'agreement among raft nodes before linearized reading' (duration: 106.671793ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:31.56194Z","caller":"traceutil/trace.go:171","msg":"trace[494436597] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"102.909232ms","start":"2026-08-28T04:20:31.459004Z","end":"2026-08-28T04:20:31.561913Z","steps":["trace[494436597] 'process raft request' (duration: 102.693266ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:31.704198Z","caller":"traceutil/trace.go:171","msg":"trace[1862473124] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"142.337033ms","start":"2026-08-28T04:20:31.561842Z","end":"2026-08-28T04:20:31.704179Z","steps":["trace[1862473124] 'read index received' (duration: 142.187549ms)","trace[1862473124] 'applied index is now lower than readState.Index' (duration: 148.954µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:20:31.704354Z","caller":"traceutil/trace.go:171","msg":"trace[56215559] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"220.990201ms","start":"2026-08-28T04:20:31.483302Z","end":"2026-08-28T04:20:31.704292Z","steps":["trace[56215559] 'process raft request' (duration: 220.774556ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:31.704464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.606111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:20:31.704404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.305461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec517e9f-9a65-4419-a5e8-7f0365651959\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-08-28T04:20:31.704552Z","caller":"traceutil/trace.go:171","msg":"trace[58776937] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5173; }","duration":"139.737873ms","start":"2026-08-28T04:20:31.564796Z","end":"2026-08-28T04:20:31.704533Z","steps":["trace[58776937] 'agreement among raft nodes before linearized reading' (duration: 139.581349ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:31.704557Z","caller":"traceutil/trace.go:171","msg":"trace[156334178] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec517e9f-9a65-4419-a5e8-7f0365651959; range_end:; response_count:1; response_revision:5173; }","duration":"149.505877ms","start":"2026-08-28T04:20:31.555036Z","end":"2026-08-28T04:20:31.704542Z","steps":["trace[156334178] 'agreement among raft nodes before linearized reading' (duration: 149.234349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:31.704555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.088635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-08-28T04:20:31.704613Z","caller":"traceutil/trace.go:171","msg":"trace[313339556] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5173; }","duration":"136.166568ms","start":"2026-08-28T04:20:31.568431Z","end":"2026-08-28T04:20:31.704597Z","steps":["trace[313339556] 'agreement among raft nodes before linearized reading' (duration: 135.966373ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:31.704668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.321615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:71762"} {"level":"info","ts":"2026-08-28T04:20:31.704732Z","caller":"traceutil/trace.go:171","msg":"trace[778466164] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5173; }","duration":"135.440858ms","start":"2026-08-28T04:20:31.569276Z","end":"2026-08-28T04:20:31.704716Z","steps":["trace[778466164] 'agreement among raft nodes before linearized reading' (duration: 135.11422ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:34.230275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.43651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-08-28T04:20:34.230472Z","caller":"traceutil/trace.go:171","msg":"trace[1658440785] linearizableReadLoop","detail":"{readStateIndex:5433; appliedIndex:5432; }","duration":"123.119097ms","start":"2026-08-28T04:20:34.107318Z","end":"2026-08-28T04:20:34.230437Z","steps":["trace[1658440785] 'read index received' (duration: 7.448661ms)","trace[1658440785] 'applied index is now lower than readState.Index' (duration: 115.668776ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:20:34.23054Z","caller":"traceutil/trace.go:171","msg":"trace[167303497] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5234; }","duration":"148.804387ms","start":"2026-08-28T04:20:34.081688Z","end":"2026-08-28T04:20:34.230493Z","steps":["trace[167303497] 'process raft request' (duration: 33.08397ms)","trace[167303497] 'compare' (duration: 115.394819ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:20:34.230673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.343233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-948b6a3a-e6ee-46cb-85f1-2786f8a8a162\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-08-28T04:20:34.230709Z","caller":"traceutil/trace.go:171","msg":"trace[1454943036] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-948b6a3a-e6ee-46cb-85f1-2786f8a8a162; range_end:; response_count:1; response_revision:5234; }","duration":"123.408524ms","start":"2026-08-28T04:20:34.10729Z","end":"2026-08-28T04:20:34.230699Z","steps":["trace[1454943036] 'agreement among raft nodes before linearized reading' (duration: 123.259219ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:34.246657Z","caller":"traceutil/trace.go:171","msg":"trace[1861397771] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"122.791007ms","start":"2026-08-28T04:20:34.123839Z","end":"2026-08-28T04:20:34.24663Z","steps":["trace[1861397771] 'process raft request' (duration: 122.636593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:34.246738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.573413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:20:34.246803Z","caller":"traceutil/trace.go:171","msg":"trace[1830241330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5235; }","duration":"105.714207ms","start":"2026-08-28T04:20:34.141074Z","end":"2026-08-28T04:20:34.246788Z","steps":["trace[1830241330] 'agreement among raft nodes before linearized reading' (duration: 105.620975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:37.951784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.115942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-28T04:20:37.951875Z","caller":"traceutil/trace.go:171","msg":"trace[1869364561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5402; }","duration":"297.244305ms","start":"2026-08-28T04:20:37.654612Z","end":"2026-08-28T04:20:37.951857Z","steps":["trace[1869364561] 'range keys from in-memory index tree' (duration: 296.952737ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:37.952267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.708937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4kvxj-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-08-28T04:20:37.952313Z","caller":"traceutil/trace.go:171","msg":"trace[1723214241] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4kvxj-tls; range_end:; response_count:1; response_revision:5402; }","duration":"242.762078ms","start":"2026-08-28T04:20:37.709535Z","end":"2026-08-28T04:20:37.952297Z","steps":["trace[1723214241] 'range keys from in-memory index tree' (duration: 242.571794ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.581125Z","caller":"traceutil/trace.go:171","msg":"trace[1068600133] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5858; }","duration":"230.808166ms","start":"2026-08-28T04:20:52.350293Z","end":"2026-08-28T04:20:52.581101Z","steps":["trace[1068600133] 'read index received' (duration: 230.669253ms)","trace[1068600133] 'applied index is now lower than readState.Index' (duration: 138.053µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:20:52.581175Z","caller":"traceutil/trace.go:171","msg":"trace[1518095273] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"306.049262ms","start":"2026-08-28T04:20:52.275105Z","end":"2026-08-28T04:20:52.581154Z","steps":["trace[1518095273] 'process raft request' (duration: 305.850407ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:52.581393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.938159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:20:52.581445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.60645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129586"} {"level":"info","ts":"2026-08-28T04:20:52.581499Z","caller":"traceutil/trace.go:171","msg":"trace[96173952] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5650; }","duration":"312.682401ms","start":"2026-08-28T04:20:52.268803Z","end":"2026-08-28T04:20:52.581485Z","steps":["trace[96173952] 'agreement among raft nodes before linearized reading' (duration: 312.389423ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.581493Z","caller":"traceutil/trace.go:171","msg":"trace[1003012008] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5650; }","duration":"313.068063ms","start":"2026-08-28T04:20:52.2684Z","end":"2026-08-28T04:20:52.581468Z","steps":["trace[1003012008] 'agreement among raft nodes before linearized reading' (duration: 312.900978ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:52.581538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:20:52.268794Z","time spent":"312.735852ms","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129609,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-08-28T04:20:52.581546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:20:52.268374Z","time spent":"313.160784ms","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-28T04:20:52.581725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:20:52.275085Z","time spent":"306.244728ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:20:52.596333Z","caller":"traceutil/trace.go:171","msg":"trace[565440212] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"202.648617ms","start":"2026-08-28T04:20:52.393659Z","end":"2026-08-28T04:20:52.596308Z","steps":["trace[565440212] 'process raft request' (duration: 202.523683ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:52.596605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.182919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch6h4\" ","response":"range_response_count:1 size:6522"} {"level":"info","ts":"2026-08-28T04:20:52.596676Z","caller":"traceutil/trace.go:171","msg":"trace[881374237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch6h4; range_end:; response_count:1; response_revision:5651; }","duration":"178.338593ms","start":"2026-08-28T04:20:52.418321Z","end":"2026-08-28T04:20:52.59666Z","steps":["trace[881374237] 'agreement among raft nodes before linearized reading' (duration: 178.080157ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.732478Z","caller":"traceutil/trace.go:171","msg":"trace[308111709] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5860; }","duration":"136.084705ms","start":"2026-08-28T04:20:52.596371Z","end":"2026-08-28T04:20:52.732455Z","steps":["trace[308111709] 'read index received' (duration: 135.478159ms)","trace[308111709] 'applied index is now lower than readState.Index' (duration: 605.375µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:20:52.732501Z","caller":"traceutil/trace.go:171","msg":"trace[1414213419] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"147.945414ms","start":"2026-08-28T04:20:52.584513Z","end":"2026-08-28T04:20:52.732459Z","steps":["trace[1414213419] 'process raft request' (duration: 147.545763ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.732539Z","caller":"traceutil/trace.go:171","msg":"trace[1035680805] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"145.55887ms","start":"2026-08-28T04:20:52.586939Z","end":"2026-08-28T04:20:52.732498Z","steps":["trace[1035680805] 'process raft request' (duration: 145.410926ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.732704Z","caller":"traceutil/trace.go:171","msg":"trace[57044568] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"144.336598ms","start":"2026-08-28T04:20:52.588361Z","end":"2026-08-28T04:20:52.732698Z","steps":["trace[57044568] 'process raft request' (duration: 144.043449ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:52.732895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.191177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-49x7r\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-08-28T04:20:52.732924Z","caller":"traceutil/trace.go:171","msg":"trace[916890097] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-49x7r; range_end:; response_count:1; response_revision:5654; }","duration":"146.279199ms","start":"2026-08-28T04:20:52.586638Z","end":"2026-08-28T04:20:52.732917Z","steps":["trace[916890097] 'agreement among raft nodes before linearized reading' (duration: 146.139456ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:52.732881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.255509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-08-28T04:20:52.732951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.595025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70916"} {"level":"info","ts":"2026-08-28T04:20:52.732984Z","caller":"traceutil/trace.go:171","msg":"trace[1008331237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5654; }","duration":"146.398884ms","start":"2026-08-28T04:20:52.58656Z","end":"2026-08-28T04:20:52.732959Z","steps":["trace[1008331237] 'agreement among raft nodes before linearized reading' (duration: 146.078535ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.73303Z","caller":"traceutil/trace.go:171","msg":"trace[1450474281] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5654; }","duration":"131.704897ms","start":"2026-08-28T04:20:52.601308Z","end":"2026-08-28T04:20:52.733013Z","steps":["trace[1450474281] 'agreement among raft nodes before linearized reading' (duration: 131.395609ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:52.931569Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2976} {"level":"info","ts":"2026-08-28T04:20:53.013113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2976,"took":"80.087737ms","hash":1676489267,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":31522816,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T04:20:53.013182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1676489267,"revision":2976,"compact-revision":-1} {"level":"info","ts":"2026-08-28T04:21:02.136912Z","caller":"traceutil/trace.go:171","msg":"trace[1344542838] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"100.720325ms","start":"2026-08-28T04:21:02.036165Z","end":"2026-08-28T04:21:02.136885Z","steps":["trace[1344542838] 'process raft request' (duration: 100.345475ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:02.309935Z","caller":"traceutil/trace.go:171","msg":"trace[293417395] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"169.046579ms","start":"2026-08-28T04:21:02.140854Z","end":"2026-08-28T04:21:02.309901Z","steps":["trace[293417395] 'process raft request' (duration: 99.3978ms)","trace[293417395] 'compare' (duration: 69.465764ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:02.657178Z","caller":"traceutil/trace.go:171","msg":"trace[1936687237] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6040; }","duration":"255.775717ms","start":"2026-08-28T04:21:02.401378Z","end":"2026-08-28T04:21:02.657154Z","steps":["trace[1936687237] 'read index received' (duration: 209.338307ms)","trace[1936687237] 'applied index is now lower than readState.Index' (duration: 46.43655ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:02.657282Z","caller":"traceutil/trace.go:171","msg":"trace[778316883] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"317.660361ms","start":"2026-08-28T04:21:02.339585Z","end":"2026-08-28T04:21:02.657245Z","steps":["trace[778316883] 'process raft request' (duration: 271.141679ms)","trace[778316883] 'compare' (duration: 46.321057ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:21:02.657404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.038353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-28T04:21:02.657444Z","caller":"traceutil/trace.go:171","msg":"trace[94254098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5829; }","duration":"256.133195ms","start":"2026-08-28T04:21:02.401294Z","end":"2026-08-28T04:21:02.657427Z","steps":["trace[94254098] 'agreement among raft nodes before linearized reading' (duration: 255.972081ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:02.657448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:21:02.339567Z","time spent":"317.799295ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:21:02.755002Z","caller":"traceutil/trace.go:171","msg":"trace[582435844] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"132.325256ms","start":"2026-08-28T04:21:02.622649Z","end":"2026-08-28T04:21:02.754974Z","steps":["trace[582435844] 'process raft request' (duration: 132.139341ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:02.806715Z","caller":"traceutil/trace.go:171","msg":"trace[948072317] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"124.110139ms","start":"2026-08-28T04:21:02.682577Z","end":"2026-08-28T04:21:02.806687Z","steps":["trace[948072317] 'process raft request' (duration: 123.935625ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:02.806645Z","caller":"traceutil/trace.go:171","msg":"trace[1998996712] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"144.022802ms","start":"2026-08-28T04:21:02.662574Z","end":"2026-08-28T04:21:02.806597Z","steps":["trace[1998996712] 'process raft request' (duration: 143.275262ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:15.766626Z","caller":"traceutil/trace.go:171","msg":"trace[1280069602] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"274.516449ms","start":"2026-08-28T04:21:15.492081Z","end":"2026-08-28T04:21:15.766597Z","steps":["trace[1280069602] 'process raft request' (duration: 274.289653ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:15.777885Z","caller":"traceutil/trace.go:171","msg":"trace[1850981237] linearizableReadLoop","detail":"{readStateIndex:6212; appliedIndex:6210; }","duration":"241.026059ms","start":"2026-08-28T04:21:15.536836Z","end":"2026-08-28T04:21:15.777862Z","steps":["trace[1850981237] 'read index received' (duration: 229.495297ms)","trace[1850981237] 'applied index is now lower than readState.Index' (duration: 11.529632ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:21:15.777974Z","caller":"traceutil/trace.go:171","msg":"trace[1559448443] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"283.997737ms","start":"2026-08-28T04:21:15.493942Z","end":"2026-08-28T04:21:15.77794Z","steps":["trace[1559448443] 'process raft request' (duration: 283.789642ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:15.778078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.229814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-28T04:21:15.778153Z","caller":"traceutil/trace.go:171","msg":"trace[2072049540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5994; }","duration":"241.320256ms","start":"2026-08-28T04:21:15.536786Z","end":"2026-08-28T04:21:15.778106Z","steps":["trace[2072049540] 'agreement among raft nodes before linearized reading' (duration: 241.177363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:15.8089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.023341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T04:21:15.808958Z","caller":"traceutil/trace.go:171","msg":"trace[752401830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5998; }","duration":"152.119895ms","start":"2026-08-28T04:21:15.656822Z","end":"2026-08-28T04:21:15.808942Z","steps":["trace[752401830] 'agreement among raft nodes before linearized reading' (duration: 151.988271ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:15.809077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.58342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-08-28T04:21:15.809163Z","caller":"traceutil/trace.go:171","msg":"trace[43672009] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5998; }","duration":"178.707203ms","start":"2026-08-28T04:21:15.630432Z","end":"2026-08-28T04:21:15.809139Z","steps":["trace[43672009] 'agreement among raft nodes before linearized reading' (duration: 178.522838ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:15.809167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.363608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T04:21:15.809214Z","caller":"traceutil/trace.go:171","msg":"trace[1416626326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5998; }","duration":"145.434499ms","start":"2026-08-28T04:21:15.663768Z","end":"2026-08-28T04:21:15.809202Z","steps":["trace[1416626326] 'agreement among raft nodes before linearized reading' (duration: 145.322776ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:21:15.809244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.094329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T04:21:15.809331Z","caller":"traceutil/trace.go:171","msg":"trace[431290016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5998; }","duration":"143.214281ms","start":"2026-08-28T04:21:15.666104Z","end":"2026-08-28T04:21:15.809318Z","steps":["trace[431290016] 'agreement among raft nodes before linearized reading' (duration: 142.929433ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:57.05416Z","caller":"traceutil/trace.go:171","msg":"trace[181548799] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"137.270935ms","start":"2026-08-28T04:21:56.916857Z","end":"2026-08-28T04:21:57.054128Z","steps":["trace[181548799] 'process raft request' (duration: 137.08349ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:21:57.064381Z","caller":"traceutil/trace.go:171","msg":"trace[1389227913] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"100.9101ms","start":"2026-08-28T04:21:56.963451Z","end":"2026-08-28T04:21:57.064361Z","steps":["trace[1389227913] 'process raft request' (duration: 100.723115ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:25:52.939366Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5663} {"level":"info","ts":"2026-08-28T04:25:53.02927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5663,"took":"88.150255ms","hash":823679991,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":28332032,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:25:53.029374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":823679991,"revision":5663,"compact-revision":2976} {"level":"info","ts":"2026-08-28T04:27:27.42478Z","caller":"traceutil/trace.go:171","msg":"trace[454573672] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9060; }","duration":"359.192501ms","start":"2026-08-28T04:27:27.065564Z","end":"2026-08-28T04:27:27.424756Z","steps":["trace[454573672] 'read index received' (duration: 358.74829ms)","trace[454573672] 'applied index is now lower than readState.Index' (duration: 443.021µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:27.424886Z","caller":"traceutil/trace.go:171","msg":"trace[661016324] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"364.847635ms","start":"2026-08-28T04:27:27.060012Z","end":"2026-08-28T04:27:27.424859Z","steps":["trace[661016324] 'process raft request' (duration: 364.349632ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:27.424988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.415837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-28T04:27:27.425028Z","caller":"traceutil/trace.go:171","msg":"trace[517570669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8751; }","duration":"359.516969ms","start":"2026-08-28T04:27:27.0655Z","end":"2026-08-28T04:27:27.425017Z","steps":["trace[517570669] 'agreement among raft nodes before linearized reading' (duration: 359.374996ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:27.425028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:27:27.059987Z","time spent":"364.967059ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415274,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:27:27.42506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:27:27.065476Z","time spent":"359.575781ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-28T04:27:27.454098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.56232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch6h4\" ","response":"range_response_count:1 size:6522"} {"level":"warn","ts":"2026-08-28T04:27:27.454202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.449732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:27:27.454151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.428027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-28T04:27:27.454272Z","caller":"traceutil/trace.go:171","msg":"trace[1799426139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8752; }","duration":"314.544504ms","start":"2026-08-28T04:27:27.13971Z","end":"2026-08-28T04:27:27.454255Z","steps":["trace[1799426139] 'agreement among raft nodes before linearized reading' (duration: 314.416361ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:27.454283Z","caller":"traceutil/trace.go:171","msg":"trace[1404778417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8752; }","duration":"275.582501ms","start":"2026-08-28T04:27:27.178684Z","end":"2026-08-28T04:27:27.454266Z","steps":["trace[1404778417] 'agreement among raft nodes before linearized reading' (duration: 275.299794ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:27.454313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:27:27.1397Z","time spent":"314.605395ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-28T04:27:27.454223Z","caller":"traceutil/trace.go:171","msg":"trace[1011880808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch6h4; range_end:; response_count:1; response_revision:8752; }","duration":"357.720573ms","start":"2026-08-28T04:27:27.096479Z","end":"2026-08-28T04:27:27.4542Z","steps":["trace[1011880808] 'agreement among raft nodes before linearized reading' (duration: 357.410276ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:27.454531Z","caller":"traceutil/trace.go:171","msg":"trace[783551113] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"289.985577ms","start":"2026-08-28T04:27:27.164507Z","end":"2026-08-28T04:27:27.454493Z","steps":["trace[783551113] 'process raft request' (duration: 289.234248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:27.454572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:27:27.096465Z","time spent":"358.087313ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ch6h4\" "} {"level":"info","ts":"2026-08-28T04:27:54.138271Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002421.wal"} {"level":"info","ts":"2026-08-28T04:27:55.760405Z","caller":"traceutil/trace.go:171","msg":"trace[621730015] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"108.58124ms","start":"2026-08-28T04:27:55.651778Z","end":"2026-08-28T04:27:55.760359Z","steps":["trace[621730015] 'process raft request' (duration: 70.547023ms)","trace[621730015] 'compare' (duration: 37.824851ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:59.995406Z","caller":"traceutil/trace.go:171","msg":"trace[857502851] linearizableReadLoop","detail":"{readStateIndex:9298; appliedIndex:9297; }","duration":"210.095139ms","start":"2026-08-28T04:27:59.785281Z","end":"2026-08-28T04:27:59.995376Z","steps":["trace[857502851] 'read index received' (duration: 157.253876ms)","trace[857502851] 'applied index is now lower than readState.Index' (duration: 52.840213ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:59.995448Z","caller":"traceutil/trace.go:171","msg":"trace[511380085] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"219.822417ms","start":"2026-08-28T04:27:59.775591Z","end":"2026-08-28T04:27:59.995413Z","steps":["trace[511380085] 'process raft request' (duration: 166.919022ms)","trace[511380085] 'compare' (duration: 52.733971ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:27:59.995758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.043189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-28T04:27:59.995761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.171832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56f5977cdb-5fl6r.18cfdd99d1aeebd6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-08-28T04:27:59.995812Z","caller":"traceutil/trace.go:171","msg":"trace[1884046510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8980; }","duration":"138.12214ms","start":"2026-08-28T04:27:59.857673Z","end":"2026-08-28T04:27:59.995796Z","steps":["trace[1884046510] 'agreement among raft nodes before linearized reading' (duration: 137.975187ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:59.995852Z","caller":"traceutil/trace.go:171","msg":"trace[1224037218] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56f5977cdb-5fl6r.18cfdd99d1aeebd6; range_end:; response_count:1; response_revision:8980; }","duration":"188.292785ms","start":"2026-08-28T04:27:59.80753Z","end":"2026-08-28T04:27:59.995823Z","steps":["trace[1224037218] 'agreement among raft nodes before linearized reading' (duration: 188.052589ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:59.995962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.595355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T04:27:59.996054Z","caller":"traceutil/trace.go:171","msg":"trace[1181167702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8980; }","duration":"146.72555ms","start":"2026-08-28T04:27:59.849303Z","end":"2026-08-28T04:27:59.996028Z","steps":["trace[1181167702] 'agreement among raft nodes before linearized reading' (duration: 146.417181ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:59.996162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.873209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch6h4\" ","response":"range_response_count:1 size:6522"} {"level":"info","ts":"2026-08-28T04:27:59.996226Z","caller":"traceutil/trace.go:171","msg":"trace[1489510037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch6h4; range_end:; response_count:1; response_revision:8980; }","duration":"210.924761ms","start":"2026-08-28T04:27:59.785264Z","end":"2026-08-28T04:27:59.996188Z","steps":["trace[1489510037] 'agreement among raft nodes before linearized reading' (duration: 210.259874ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:00.16157Z","caller":"traceutil/trace.go:171","msg":"trace[1334029455] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"161.540175ms","start":"2026-08-28T04:28:00.000007Z","end":"2026-08-28T04:28:00.161547Z","steps":["trace[1334029455] 'process raft request' (duration: 161.33279ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:00.161875Z","caller":"traceutil/trace.go:171","msg":"trace[2126847855] linearizableReadLoop","detail":"{readStateIndex:9302; appliedIndex:9298; }","duration":"161.185966ms","start":"2026-08-28T04:28:00.000669Z","end":"2026-08-28T04:28:00.161855Z","steps":["trace[2126847855] 'read index received' (duration: 125.640282ms)","trace[2126847855] 'applied index is now lower than readState.Index' (duration: 35.544734ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:00.161954Z","caller":"traceutil/trace.go:171","msg":"trace[1310848180] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"161.892793ms","start":"2026-08-28T04:28:00.000036Z","end":"2026-08-28T04:28:00.161929Z","steps":["trace[1310848180] 'process raft request' (duration: 161.717129ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:00.161999Z","caller":"traceutil/trace.go:171","msg":"trace[1860097237] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"161.942715ms","start":"2026-08-28T04:28:00.000037Z","end":"2026-08-28T04:28:00.16198Z","steps":["trace[1860097237] 'process raft request' (duration: 161.470263ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:00.162301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.622937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228554"} {"level":"info","ts":"2026-08-28T04:28:00.162344Z","caller":"traceutil/trace.go:171","msg":"trace[83599152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8983; }","duration":"161.71683ms","start":"2026-08-28T04:28:00.000617Z","end":"2026-08-28T04:28:00.162334Z","steps":["trace[83599152] 'agreement among raft nodes before linearized reading' (duration: 161.34214ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:06.767242Z","caller":"traceutil/trace.go:171","msg":"trace[1363130820] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"149.592251ms","start":"2026-08-28T04:28:06.617626Z","end":"2026-08-28T04:28:06.767218Z","steps":["trace[1363130820] 'process raft request' (duration: 82.892687ms)","trace[1363130820] 'compare' (duration: 66.455558ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:07.132653Z","caller":"traceutil/trace.go:171","msg":"trace[1102121047] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"105.711656ms","start":"2026-08-28T04:28:07.026917Z","end":"2026-08-28T04:28:07.132629Z","steps":["trace[1102121047] 'process raft request' (duration: 105.529122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:17.109759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.492244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:28:17.10987Z","caller":"traceutil/trace.go:171","msg":"trace[17448968] linearizableReadLoop","detail":"{readStateIndex:9433; appliedIndex:9432; }","duration":"206.445597ms","start":"2026-08-28T04:28:16.903408Z","end":"2026-08-28T04:28:17.109853Z","steps":["trace[17448968] 'read index received' (duration: 44.761588ms)","trace[17448968] 'applied index is now lower than readState.Index' (duration: 161.682499ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:17.110176Z","caller":"traceutil/trace.go:171","msg":"trace[22160232] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"208.028818ms","start":"2026-08-28T04:28:16.90207Z","end":"2026-08-28T04:28:17.110098Z","steps":["trace[22160232] 'process raft request' (duration: 46.111803ms)","trace[22160232] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 161.124885ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:17.110559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.815896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s6qj6\" ","response":"range_response_count:1 size:4633"} {"level":"warn","ts":"2026-08-28T04:28:17.110593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.620377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-08-28T04:28:17.110639Z","caller":"traceutil/trace.go:171","msg":"trace[1184147842] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s6qj6; range_end:; response_count:1; response_revision:9108; }","duration":"206.922589ms","start":"2026-08-28T04:28:16.903699Z","end":"2026-08-28T04:28:17.110622Z","steps":["trace[1184147842] 'agreement among raft nodes before linearized reading' (duration: 206.670772ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:17.110666Z","caller":"traceutil/trace.go:171","msg":"trace[1064482126] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9108; }","duration":"205.724989ms","start":"2026-08-28T04:28:16.904924Z","end":"2026-08-28T04:28:17.110649Z","steps":["trace[1064482126] 'agreement among raft nodes before linearized reading' (duration: 205.457861ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:17.110749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.270638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-08-28T04:28:17.111706Z","caller":"traceutil/trace.go:171","msg":"trace[1889970215] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9108; }","duration":"208.283484ms","start":"2026-08-28T04:28:16.903382Z","end":"2026-08-28T04:28:17.111665Z","steps":["trace[1889970215] 'agreement among raft nodes before linearized reading' (duration: 206.953489ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:17.45446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.716471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:28:17.454554Z","caller":"traceutil/trace.go:171","msg":"trace[872147583] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9109; }","duration":"342.7419ms","start":"2026-08-28T04:28:17.111795Z","end":"2026-08-28T04:28:17.454537Z","steps":["trace[872147583] 'process raft request' (duration: 115.760302ms)","trace[872147583] 'compare' (duration: 226.399473ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:17.45461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:28:17.111774Z","time spent":"342.808082ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-08-28T04:28:17.483163Z","caller":"traceutil/trace.go:171","msg":"trace[866895413] linearizableReadLoop","detail":"{readStateIndex:9435; appliedIndex:9433; }","duration":"342.978337ms","start":"2026-08-28T04:28:17.140161Z","end":"2026-08-28T04:28:17.483139Z","steps":["trace[866895413] 'read index received' (duration: 87.538385ms)","trace[866895413] 'applied index is now lower than readState.Index' (duration: 255.439032ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:17.483303Z","caller":"traceutil/trace.go:171","msg":"trace[282465459] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"370.972888ms","start":"2026-08-28T04:28:17.112293Z","end":"2026-08-28T04:28:17.483266Z","steps":["trace[282465459] 'process raft request' (duration: 370.719841ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:17.483348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.167362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:28:17.483386Z","caller":"traceutil/trace.go:171","msg":"trace[2134451092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9110; }","duration":"343.242054ms","start":"2026-08-28T04:28:17.140133Z","end":"2026-08-28T04:28:17.483375Z","steps":["trace[2134451092] 'agreement among raft nodes before linearized reading' (duration: 343.161062ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:17.483417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:28:17.14012Z","time spent":"343.287835ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T04:28:17.483493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:28:17.112268Z","time spent":"371.116382ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:28:17.483535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.306653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s6qj6\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-08-28T04:28:17.48358Z","caller":"traceutil/trace.go:171","msg":"trace[1909061049] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s6qj6; range_end:; response_count:1; response_revision:9110; }","duration":"315.392276ms","start":"2026-08-28T04:28:17.168175Z","end":"2026-08-28T04:28:17.483567Z","steps":["trace[1909061049] 'agreement among raft nodes before linearized reading' (duration: 315.318154ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:17.483625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:28:17.168155Z","time spent":"315.462827ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s6qj6\" "} {"level":"info","ts":"2026-08-28T04:28:17.612183Z","caller":"traceutil/trace.go:171","msg":"trace[801901585] linearizableReadLoop","detail":"{readStateIndex:9436; appliedIndex:9435; }","duration":"116.022699ms","start":"2026-08-28T04:28:17.496133Z","end":"2026-08-28T04:28:17.612156Z","steps":["trace[801901585] 'read index received' (duration: 60.019366ms)","trace[801901585] 'applied index is now lower than readState.Index' (duration: 56.002273ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:17.612304Z","caller":"traceutil/trace.go:171","msg":"trace[1067682755] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"119.735692ms","start":"2026-08-28T04:28:17.49253Z","end":"2026-08-28T04:28:17.612266Z","steps":["trace[1067682755] 'process raft request' (duration: 63.627127ms)","trace[1067682755] 'compare' (duration: 55.861409ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:17.61245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.287365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-s6qj6\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-08-28T04:28:17.612547Z","caller":"traceutil/trace.go:171","msg":"trace[1776803862] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-s6qj6; range_end:; response_count:1; response_revision:9111; }","duration":"116.43698ms","start":"2026-08-28T04:28:17.496087Z","end":"2026-08-28T04:28:17.612524Z","steps":["trace[1776803862] 'agreement among raft nodes before linearized reading' (duration: 116.185604ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:17.644235Z","caller":"traceutil/trace.go:171","msg":"trace[285066672] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9111; }","duration":"144.721778ms","start":"2026-08-28T04:28:17.499472Z","end":"2026-08-28T04:28:17.644194Z","steps":["trace[285066672] 'process raft request' (duration: 144.602405ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:17.783024Z","caller":"traceutil/trace.go:171","msg":"trace[1506627450] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"106.105256ms","start":"2026-08-28T04:28:17.67689Z","end":"2026-08-28T04:28:17.782995Z","steps":["trace[1506627450] 'process raft request' (duration: 106.030454ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:17.783176Z","caller":"traceutil/trace.go:171","msg":"trace[1027547336] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"117.144637ms","start":"2026-08-28T04:28:17.665929Z","end":"2026-08-28T04:28:17.783074Z","steps":["trace[1027547336] 'process raft request' (duration: 59.724397ms)","trace[1027547336] 'compare' (duration: 57.04183ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:17.783577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.429748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:20182"} {"level":"info","ts":"2026-08-28T04:28:17.783639Z","caller":"traceutil/trace.go:171","msg":"trace[1472110436] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9114; }","duration":"116.50748ms","start":"2026-08-28T04:28:17.667118Z","end":"2026-08-28T04:28:17.783626Z","steps":["trace[1472110436] 'agreement among raft nodes before linearized reading' (duration: 116.273024ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:17.783336Z","caller":"traceutil/trace.go:171","msg":"trace[1877742121] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9438; }","duration":"116.184752ms","start":"2026-08-28T04:28:17.667134Z","end":"2026-08-28T04:28:17.783318Z","steps":["trace[1877742121] 'read index received' (duration: 58.517496ms)","trace[1877742121] 'applied index is now lower than readState.Index' (duration: 57.665506ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:28:17.984356Z","caller":"traceutil/trace.go:171","msg":"trace[419136901] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"112.368715ms","start":"2026-08-28T04:28:17.871961Z","end":"2026-08-28T04:28:17.98433Z","steps":["trace[419136901] 'process raft request' (duration: 58.315683ms)","trace[419136901] 'compare' (duration: 53.914009ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:18.272118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.729707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:28:18.27225Z","caller":"traceutil/trace.go:171","msg":"trace[515052690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9116; }","duration":"129.903271ms","start":"2026-08-28T04:28:18.142331Z","end":"2026-08-28T04:28:18.272234Z","steps":["trace[515052690] 'range keys from in-memory index tree' (duration: 129.605593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:28:18.272443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.681218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-28T04:28:18.272496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.456314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-28T04:28:18.272545Z","caller":"traceutil/trace.go:171","msg":"trace[119704843] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9116; }","duration":"159.821392ms","start":"2026-08-28T04:28:18.112698Z","end":"2026-08-28T04:28:18.272519Z","steps":["trace[119704843] 'count revisions from in-memory index tree' (duration: 159.598806ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:18.272583Z","caller":"traceutil/trace.go:171","msg":"trace[1558497964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9116; }","duration":"163.609898ms","start":"2026-08-28T04:28:18.108951Z","end":"2026-08-28T04:28:18.272561Z","steps":["trace[1558497964] 'range keys from in-memory index tree' (duration: 163.205887ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:29:12.903088Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"308ce60d3e55f7ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:29:12.911063Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-28T04:29:12.911183Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-28T04:29:39.638059Z","caller":"traceutil/trace.go:171","msg":"trace[609790363] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"107.119344ms","start":"2026-08-28T04:29:39.530914Z","end":"2026-08-28T04:29:39.638034Z","steps":["trace[609790363] 'process raft request' (duration: 106.937649ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:30:52.946152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8023} {"level":"info","ts":"2026-08-28T04:30:53.041839Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8023,"took":"92.948592ms","hash":2255269499,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":25382912,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-28T04:30:53.041915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2255269499,"revision":8023,"compact-revision":5663} {"level":"info","ts":"2026-08-28T04:35:52.954458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10390} {"level":"info","ts":"2026-08-28T04:35:53.049383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10390,"took":"92.257201ms","hash":2599858957,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":25874432,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-28T04:35:53.049486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2599858957,"revision":10390,"compact-revision":8023} {"level":"info","ts":"2026-08-28T04:40:52.963491Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12576} {"level":"info","ts":"2026-08-28T04:40:53.045958Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12576,"took":"79.779441ms","hash":350926421,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":27541504,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:40:53.046043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":350926421,"revision":12576,"compact-revision":10390} {"level":"warn","ts":"2026-08-28T04:42:29.849065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.270628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:42:29.849312Z","caller":"traceutil/trace.go:171","msg":"trace[967208200] linearizableReadLoop","detail":"{readStateIndex:15680; appliedIndex:15678; }","duration":"687.50238ms","start":"2026-08-28T04:42:29.161792Z","end":"2026-08-28T04:42:29.849294Z","steps":["trace[967208200] 'read index received' (duration: 274.76386ms)","trace[967208200] 'applied index is now lower than readState.Index' (duration: 412.73729ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:42:29.849431Z","caller":"traceutil/trace.go:171","msg":"trace[868565772] transaction","detail":"{read_only:false; response_revision:15151; number_of_response:1; }","duration":"781.826083ms","start":"2026-08-28T04:42:29.067563Z","end":"2026-08-28T04:42:29.849389Z","steps":["trace[868565772] 'process raft request' (duration: 781.626928ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:42:29.849455Z","caller":"traceutil/trace.go:171","msg":"trace[928051933] transaction","detail":"{read_only:false; response_revision:15150; number_of_response:1; }","duration":"792.651421ms","start":"2026-08-28T04:42:29.05676Z","end":"2026-08-28T04:42:29.849411Z","steps":["trace[928051933] 'process raft request' (duration: 379.88958ms)","trace[928051933] 'compare' (duration: 411.825237ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:42:29.849522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.954516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:42:29.84957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.782537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-28T04:42:29.849594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:42:29.056744Z","time spent":"792.780934ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:42:29.849594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:42:29.06755Z","time spent":"781.961177ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:42:29.849613Z","caller":"traceutil/trace.go:171","msg":"trace[646066082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15151; }","duration":"687.855909ms","start":"2026-08-28T04:42:29.16174Z","end":"2026-08-28T04:42:29.849596Z","steps":["trace[646066082] 'agreement among raft nodes before linearized reading' (duration: 687.671084ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:42:29.849604Z","caller":"traceutil/trace.go:171","msg":"trace[1949460654] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:15151; }","duration":"132.07874ms","start":"2026-08-28T04:42:29.717507Z","end":"2026-08-28T04:42:29.849586Z","steps":["trace[1949460654] 'agreement among raft nodes before linearized reading' (duration: 131.939895ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:42:29.849629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.80892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch6h4\" ","response":"range_response_count:1 size:6522"} {"level":"warn","ts":"2026-08-28T04:42:29.849654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:42:29.161721Z","time spent":"687.921051ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-28T04:42:29.849697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.719095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-28T04:42:29.84972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.482939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:42:29.849793Z","caller":"traceutil/trace.go:171","msg":"trace[1141191954] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15151; }","duration":"515.89778ms","start":"2026-08-28T04:42:29.333871Z","end":"2026-08-28T04:42:29.849768Z","steps":["trace[1141191954] 'agreement among raft nodes before linearized reading' (duration: 515.681485ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:42:29.849805Z","caller":"traceutil/trace.go:171","msg":"trace[1574032284] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:15151; }","duration":"225.592472ms","start":"2026-08-28T04:42:29.624189Z","end":"2026-08-28T04:42:29.849781Z","steps":["trace[1574032284] 'agreement among raft nodes before linearized reading' (duration: 225.317165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:42:29.849846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:42:29.333845Z","time spent":"515.990072ms","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-08-28T04:42:29.849725Z","caller":"traceutil/trace.go:171","msg":"trace[2068818820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch6h4; range_end:; response_count:1; response_revision:15151; }","duration":"571.945014ms","start":"2026-08-28T04:42:29.277758Z","end":"2026-08-28T04:42:29.849703Z","steps":["trace[2068818820] 'agreement among raft nodes before linearized reading' (duration: 571.696647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:42:29.849903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:42:29.27774Z","time spent":"572.148508ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ch6h4\" "} {"level":"warn","ts":"2026-08-28T04:42:29.850185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.046984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T04:42:29.850246Z","caller":"traceutil/trace.go:171","msg":"trace[1710687773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15151; }","duration":"253.145337ms","start":"2026-08-28T04:42:29.597082Z","end":"2026-08-28T04:42:29.850228Z","steps":["trace[1710687773] 'agreement among raft nodes before linearized reading' (duration: 252.379177ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:44:11.855933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.411179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:44:11.855978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.49481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-08-28T04:44:11.856026Z","caller":"traceutil/trace.go:171","msg":"trace[2087678466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16359; }","duration":"107.563342ms","start":"2026-08-28T04:44:11.748443Z","end":"2026-08-28T04:44:11.856007Z","steps":["trace[2087678466] 'range keys from in-memory index tree' (duration: 107.324006ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:44:11.856045Z","caller":"traceutil/trace.go:171","msg":"trace[811402797] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16359; }","duration":"107.593373ms","start":"2026-08-28T04:44:11.74843Z","end":"2026-08-28T04:44:11.856023Z","steps":["trace[811402797] 'range keys from in-memory index tree' (duration: 107.257975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:44:11.857852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.427613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-28T04:44:11.857908Z","caller":"traceutil/trace.go:171","msg":"trace[42930923] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16359; }","duration":"106.556447ms","start":"2026-08-28T04:44:11.751337Z","end":"2026-08-28T04:44:11.857893Z","steps":["trace[42930923] 'range keys from in-memory index tree' (duration: 104.601237ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:45:52.97055Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14587} {"level":"info","ts":"2026-08-28T04:45:53.056962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14587,"took":"83.402551ms","hash":947922737,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":31633408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T04:45:53.057063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":947922737,"revision":14587,"compact-revision":12576} {"level":"info","ts":"2026-08-28T04:49:51.782696Z","caller":"traceutil/trace.go:171","msg":"trace[1492453422] transaction","detail":"{read_only:false; response_revision:18823; number_of_response:1; }","duration":"181.716326ms","start":"2026-08-28T04:49:51.600958Z","end":"2026-08-28T04:49:51.782674Z","steps":["trace[1492453422] 'process raft request' (duration: 181.562642ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:49:51.813893Z","caller":"traceutil/trace.go:171","msg":"trace[450983971] linearizableReadLoop","detail":"{readStateIndex:19471; appliedIndex:19469; }","duration":"151.897801ms","start":"2026-08-28T04:49:51.661969Z","end":"2026-08-28T04:49:51.813867Z","steps":["trace[450983971] 'read index received' (duration: 120.568888ms)","trace[450983971] 'applied index is now lower than readState.Index' (duration: 31.327703ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:49:51.814162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.173829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-28T04:49:51.814219Z","caller":"traceutil/trace.go:171","msg":"trace[1603047635] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:18825; }","duration":"152.285992ms","start":"2026-08-28T04:49:51.661918Z","end":"2026-08-28T04:49:51.814204Z","steps":["trace[1603047635] 'agreement among raft nodes before linearized reading' (duration: 152.057385ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:58.585602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.636882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-28T04:49:58.585742Z","caller":"traceutil/trace.go:171","msg":"trace[192567054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18867; }","duration":"145.831917ms","start":"2026-08-28T04:49:58.439884Z","end":"2026-08-28T04:49:58.585716Z","steps":["trace[192567054] 'range keys from in-memory index tree' (duration: 145.373485ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:49:59.052562Z","caller":"traceutil/trace.go:171","msg":"trace[1005988523] linearizableReadLoop","detail":"{readStateIndex:19517; appliedIndex:19516; }","duration":"134.99437ms","start":"2026-08-28T04:49:58.917535Z","end":"2026-08-28T04:49:59.05253Z","steps":["trace[1005988523] 'read index received' (duration: 134.727043ms)","trace[1005988523] 'applied index is now lower than readState.Index' (duration: 265.936µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:49:59.052705Z","caller":"traceutil/trace.go:171","msg":"trace[1646321494] transaction","detail":"{read_only:false; response_revision:18868; number_of_response:1; }","duration":"232.325363ms","start":"2026-08-28T04:49:58.820341Z","end":"2026-08-28T04:49:59.052666Z","steps":["trace[1646321494] 'process raft request' (duration: 232.027466ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:59.052825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.269816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n45wj\" ","response":"range_response_count:1 size:20756"} {"level":"info","ts":"2026-08-28T04:49:59.052892Z","caller":"traceutil/trace.go:171","msg":"trace[475029312] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n45wj; range_end:; response_count:1; response_revision:18868; }","duration":"135.379739ms","start":"2026-08-28T04:49:58.917493Z","end":"2026-08-28T04:49:59.052873Z","steps":["trace[475029312] 'agreement among raft nodes before linearized reading' (duration: 135.177464ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:49:59.600659Z","caller":"traceutil/trace.go:171","msg":"trace[2094942955] linearizableReadLoop","detail":"{readStateIndex:19518; appliedIndex:19517; }","duration":"460.003105ms","start":"2026-08-28T04:49:59.140611Z","end":"2026-08-28T04:49:59.600614Z","steps":["trace[2094942955] 'read index received' (duration: 459.807491ms)","trace[2094942955] 'applied index is now lower than readState.Index' (duration: 194.394µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:49:59.600712Z","caller":"traceutil/trace.go:171","msg":"trace[1841240015] transaction","detail":"{read_only:false; response_revision:18869; number_of_response:1; }","duration":"521.384998ms","start":"2026-08-28T04:49:59.079291Z","end":"2026-08-28T04:49:59.600676Z","steps":["trace[1841240015] 'process raft request' (duration: 521.133422ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:59.60087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.242171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:49:59.600913Z","caller":"traceutil/trace.go:171","msg":"trace[1566519608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18869; }","duration":"460.341904ms","start":"2026-08-28T04:49:59.140561Z","end":"2026-08-28T04:49:59.600903Z","steps":["trace[1566519608] 'agreement among raft nodes before linearized reading' (duration: 460.20436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:59.600886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:49:59.079275Z","time spent":"521.518622ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:49:59.601029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.68485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-08-28T04:49:59.601108Z","caller":"traceutil/trace.go:171","msg":"trace[552710078] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18869; }","duration":"150.799913ms","start":"2026-08-28T04:49:59.450289Z","end":"2026-08-28T04:49:59.601089Z","steps":["trace[552710078] 'agreement among raft nodes before linearized reading' (duration: 150.602198ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:59.600944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:49:59.140541Z","time spent":"460.395395ms","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T04:49:59.60103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.756313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-28T04:49:59.601262Z","caller":"traceutil/trace.go:171","msg":"trace[1705469481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18869; }","duration":"411.031542ms","start":"2026-08-28T04:49:59.190208Z","end":"2026-08-28T04:49:59.601239Z","steps":["trace[1705469481] 'agreement among raft nodes before linearized reading' (duration: 410.647601ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:59.601316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:49:59.190172Z","time spent":"411.127353ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-28T04:50:08.536174Z","caller":"traceutil/trace.go:171","msg":"trace[156517236] linearizableReadLoop","detail":"{readStateIndex:19613; appliedIndex:19612; }","duration":"112.109702ms","start":"2026-08-28T04:50:08.424038Z","end":"2026-08-28T04:50:08.536148Z","steps":["trace[156517236] 'read index received' (duration: 90.866568ms)","trace[156517236] 'applied index is now lower than readState.Index' (duration: 21.241544ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:50:08.536221Z","caller":"traceutil/trace.go:171","msg":"trace[628782270] transaction","detail":"{read_only:false; response_revision:18960; number_of_response:1; }","duration":"114.925274ms","start":"2026-08-28T04:50:08.421265Z","end":"2026-08-28T04:50:08.53619Z","steps":["trace[628782270] 'process raft request' (duration: 93.555056ms)","trace[628782270] 'compare' (duration: 21.212524ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:50:08.536571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.63865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-28T04:50:08.53665Z","caller":"traceutil/trace.go:171","msg":"trace[554397399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18960; }","duration":"111.729283ms","start":"2026-08-28T04:50:08.424892Z","end":"2026-08-28T04:50:08.536622Z","steps":["trace[554397399] 'agreement among raft nodes before linearized reading' (duration: 111.513607ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:50:08.537082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.038946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-08-28T04:50:08.537114Z","caller":"traceutil/trace.go:171","msg":"trace[1566398901] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18960; }","duration":"113.101698ms","start":"2026-08-28T04:50:08.424003Z","end":"2026-08-28T04:50:08.537105Z","steps":["trace[1566398901] 'agreement among raft nodes before linearized reading' (duration: 112.276656ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:50:48.569919Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"308ce60d3e55f7ff","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:50:48.577158Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-28T04:50:48.577261Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-28T04:50:52.977646Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17014} {"level":"info","ts":"2026-08-28T04:50:53.095126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17014,"took":"114.721329ms","hash":1731050862,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":32534528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T04:50:53.095227Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1731050862,"revision":17014,"compact-revision":14587} {"level":"info","ts":"2026-08-28T04:55:52.985859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19372} {"level":"info","ts":"2026-08-28T04:55:53.103631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19372,"took":"114.138055ms","hash":4082645700,"current-db-size-bytes":56217600,"current-db-size":"56 MB","current-db-size-in-use-bytes":29958144,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T04:55:53.103915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4082645700,"revision":19372,"compact-revision":17014} {"level":"warn","ts":"2026-08-28T04:56:08.175054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.946575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:56:08.175139Z","caller":"traceutil/trace.go:171","msg":"trace[1721069819] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21693; }","duration":"188.080568ms","start":"2026-08-28T04:56:07.987039Z","end":"2026-08-28T04:56:08.17512Z","steps":["trace[1721069819] 'count revisions from in-memory index tree' (duration: 187.840612ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:56:18.68078Z","caller":"traceutil/trace.go:171","msg":"trace[1091629455] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"161.64544ms","start":"2026-08-28T04:56:18.51909Z","end":"2026-08-28T04:56:18.680736Z","steps":["trace[1091629455] 'process raft request' (duration: 156.614952ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:56:24.577497Z","caller":"traceutil/trace.go:171","msg":"trace[440273165] linearizableReadLoop","detail":"{readStateIndex:22525; appliedIndex:22524; }","duration":"132.659689ms","start":"2026-08-28T04:56:24.444812Z","end":"2026-08-28T04:56:24.577471Z","steps":["trace[440273165] 'read index received' (duration: 132.591787ms)","trace[440273165] 'applied index is now lower than readState.Index' (duration: 66.982µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:56:24.577628Z","caller":"traceutil/trace.go:171","msg":"trace[1727502051] transaction","detail":"{read_only:false; response_revision:21777; number_of_response:1; }","duration":"146.37608ms","start":"2026-08-28T04:56:24.431221Z","end":"2026-08-28T04:56:24.577597Z","steps":["trace[1727502051] 'process raft request' (duration: 146.112683ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:56:24.57773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.910406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-28T04:56:24.57777Z","caller":"traceutil/trace.go:171","msg":"trace[1700811208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21777; }","duration":"133.012148ms","start":"2026-08-28T04:56:24.444746Z","end":"2026-08-28T04:56:24.577759Z","steps":["trace[1700811208] 'agreement among raft nodes before linearized reading' (duration: 132.864535ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:56:24.585471Z","caller":"traceutil/trace.go:171","msg":"trace[1590697037] transaction","detail":"{read_only:false; response_revision:21778; number_of_response:1; }","duration":"103.06008ms","start":"2026-08-28T04:56:24.482383Z","end":"2026-08-28T04:56:24.585443Z","steps":["trace[1590697037] 'process raft request' (duration: 102.745862ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:56:24.903032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.597283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:56:24.9032Z","caller":"traceutil/trace.go:171","msg":"trace[1096945273] linearizableReadLoop","detail":"{readStateIndex:22529; appliedIndex:22527; }","duration":"186.092187ms","start":"2026-08-28T04:56:24.717093Z","end":"2026-08-28T04:56:24.903185Z","steps":["trace[1096945273] 'read index received' (duration: 18.202566ms)","trace[1096945273] 'applied index is now lower than readState.Index' (duration: 167.888661ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:56:24.903352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.263902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-28T04:56:24.903385Z","caller":"traceutil/trace.go:171","msg":"trace[1140127696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21781; }","duration":"186.336974ms","start":"2026-08-28T04:56:24.717036Z","end":"2026-08-28T04:56:24.903373Z","steps":["trace[1140127696] 'agreement among raft nodes before linearized reading' (duration: 186.19622ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:56:24.903423Z","caller":"traceutil/trace.go:171","msg":"trace[700693074] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"313.823231ms","start":"2026-08-28T04:56:24.589541Z","end":"2026-08-28T04:56:24.903364Z","steps":["trace[700693074] 'process raft request' (duration: 145.810517ms)","trace[700693074] 'compare' (duration: 166.545986ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:56:24.903595Z","caller":"traceutil/trace.go:171","msg":"trace[142486189] transaction","detail":"{read_only:false; response_revision:21781; number_of_response:1; }","duration":"313.780499ms","start":"2026-08-28T04:56:24.589782Z","end":"2026-08-28T04:56:24.903563Z","steps":["trace[142486189] 'process raft request' (duration: 313.341088ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:56:24.903666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:56:24.589525Z","time spent":"314.007426ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:56:24.903675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:56:24.589746Z","time spent":"313.894971ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:56:25.426858Z","caller":"traceutil/trace.go:171","msg":"trace[383144348] transaction","detail":"{read_only:false; response_revision:21783; number_of_response:1; }","duration":"148.189037ms","start":"2026-08-28T04:56:25.278643Z","end":"2026-08-28T04:56:25.426832Z","steps":["trace[383144348] 'process raft request' (duration: 148.005623ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:56:25.435757Z","caller":"traceutil/trace.go:171","msg":"trace[1753599114] transaction","detail":"{read_only:false; response_revision:21784; number_of_response:1; }","duration":"153.397711ms","start":"2026-08-28T04:56:25.282333Z","end":"2026-08-28T04:56:25.43573Z","steps":["trace[1753599114] 'process raft request' (duration: 153.221076ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T05:00:30.511958Z","caller":"traceutil/trace.go:171","msg":"trace[202145120] linearizableReadLoop","detail":"{readStateIndex:25186; appliedIndex:25185; }","duration":"179.609549ms","start":"2026-08-28T05:00:30.332317Z","end":"2026-08-28T05:00:30.511927Z","steps":["trace[202145120] 'read index received' (duration: 179.449585ms)","trace[202145120] 'applied index is now lower than readState.Index' (duration: 158.084µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T05:00:30.512141Z","caller":"traceutil/trace.go:171","msg":"trace[357990198] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"217.30087ms","start":"2026-08-28T05:00:30.294811Z","end":"2026-08-28T05:00:30.512112Z","steps":["trace[357990198] 'process raft request' (duration: 216.90893ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T05:00:30.512175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.828825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T05:00:30.512414Z","caller":"traceutil/trace.go:171","msg":"trace[310909626] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24361; }","duration":"180.100181ms","start":"2026-08-28T05:00:30.332272Z","end":"2026-08-28T05:00:30.512372Z","steps":["trace[310909626] 'agreement among raft nodes before linearized reading' (duration: 179.818194ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T05:00:30.512663Z","caller":"traceutil/trace.go:171","msg":"trace[1674415823] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"121.29912ms","start":"2026-08-28T05:00:30.39135Z","end":"2026-08-28T05:00:30.512649Z","steps":["trace[1674415823] 'process raft request' (duration: 121.164527ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T05:00:52.992828Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21616} {"level":"info","ts":"2026-08-28T05:00:53.110126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21616,"took":"113.222584ms","hash":2756245089,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":42467328,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-28T05:00:53.110452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2756245089,"revision":21616,"compact-revision":19372} {"level":"info","ts":"2026-08-28T05:02:02.44358Z","caller":"traceutil/trace.go:171","msg":"trace[682260178] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"106.226103ms","start":"2026-08-28T05:02:02.337281Z","end":"2026-08-28T05:02:02.443507Z","steps":["trace[682260178] 'process raft request' (duration: 105.900184ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T05:05:13.596565Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006c28.wal"} {"level":"info","ts":"2026-08-28T05:05:52.999494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24582} {"level":"info","ts":"2026-08-28T05:05:53.161214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24582,"took":"158.518698ms","hash":1296375713,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":33636352,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-28T05:05:53.161319Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1296375713,"revision":24582,"compact-revision":21616} {"level":"info","ts":"2026-08-28T05:10:17.114333Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"308ce60d3e55f7ff","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T05:10:17.122345Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-08-28T05:10:17.122493Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-08-28T05:10:53.008945Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27083} {"level":"info","ts":"2026-08-28T05:10:53.143471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27083,"took":"130.175981ms","hash":1333495496,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":29569024,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T05:10:53.143589Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1333495496,"revision":27083,"compact-revision":24582}