{"level":"warn","ts":"2026-04-07T15:18:20.257765Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T15:18:20.257863Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T15:18:20.257929Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T15:18:20.257941Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-07T15:18:20.257971Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T15:18:20.25862Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-04-07T15:18:20.2587Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T15:18:20.262473Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.584342ms"} {"level":"info","ts":"2026-04-07T15:18:20.271457Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-04-07T15:18:20.271551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T15:18:20.271577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-04-07T15:18:20.271595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T15:18:20.271609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-04-07T15:18:20.271653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-04-07T15:18:20.280595Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T15:18:20.282315Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T15:18:20.28355Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T15:18:20.286586Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T15:18:20.286744Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T15:18:20.286925Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T15:18:20.286992Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T15:18:20.287009Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T15:18:20.288374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-04-07T15:18:20.288941Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-07T15:18:20.29108Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T15:18:20.291345Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T15:18:20.291321Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-07T15:18:20.291388Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-07T15:18:20.291908Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T15:18:21.172708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T15:18:21.172873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T15:18:21.172949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-04-07T15:18:21.172996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-04-07T15:18:21.173068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-07T15:18:21.17313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-04-07T15:18:21.173186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-07T15:18:21.174736Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T15:18:21.174827Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T15:18:21.174767Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T15:18:21.175211Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T15:18:21.175136Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:18:21.175281Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T15:18:21.176438Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:18:21.176648Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:18:21.176717Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:18:21.178373Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T15:18:21.186333Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-04-07T15:18:52.783475Z","caller":"traceutil/trace.go:171","msg":"trace[488268869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:517; }","duration":"137.619319ms","start":"2026-04-07T15:18:52.645815Z","end":"2026-04-07T15:18:52.783434Z","steps":["trace[488268869] 'process raft request' (duration: 54.593606ms)","trace[488268869] 'compare' (duration: 82.770907ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:18:52.783547Z","caller":"traceutil/trace.go:171","msg":"trace[874255991] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"132.760625ms","start":"2026-04-07T15:18:52.650753Z","end":"2026-04-07T15:18:52.783514Z","steps":["trace[874255991] 'process raft request' (duration: 132.57407ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.783719Z","caller":"traceutil/trace.go:171","msg":"trace[537496783] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"131.328319ms","start":"2026-04-07T15:18:52.652364Z","end":"2026-04-07T15:18:52.783693Z","steps":["trace[537496783] 'process raft request' (duration: 131.042571ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.783739Z","caller":"traceutil/trace.go:171","msg":"trace[882750052] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"128.362213ms","start":"2026-04-07T15:18:52.655332Z","end":"2026-04-07T15:18:52.783694Z","steps":["trace[882750052] 'process raft request' (duration: 128.114306ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.783839Z","caller":"traceutil/trace.go:171","msg":"trace[1856838329] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"127.661955ms","start":"2026-04-07T15:18:52.656161Z","end":"2026-04-07T15:18:52.783823Z","steps":["trace[1856838329] 'process raft request' (duration: 127.323846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.78421Z","caller":"traceutil/trace.go:171","msg":"trace[1566847105] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"127.959242ms","start":"2026-04-07T15:18:52.656228Z","end":"2026-04-07T15:18:52.784187Z","steps":["trace[1566847105] 'process raft request' (duration: 127.327276ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.784444Z","caller":"traceutil/trace.go:171","msg":"trace[399194787] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"125.768126ms","start":"2026-04-07T15:18:52.658638Z","end":"2026-04-07T15:18:52.784406Z","steps":["trace[399194787] 'process raft request' (duration: 125.449168ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.785776Z","caller":"traceutil/trace.go:171","msg":"trace[1009953044] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"122.641076ms","start":"2026-04-07T15:18:52.662325Z","end":"2026-04-07T15:18:52.784966Z","steps":["trace[1009953044] 'process raft request' (duration: 122.103733ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.786353Z","caller":"traceutil/trace.go:171","msg":"trace[627265256] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"125.88024ms","start":"2026-04-07T15:18:52.660354Z","end":"2026-04-07T15:18:52.786234Z","steps":["trace[627265256] 'process raft request' (duration: 123.91926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.787667Z","caller":"traceutil/trace.go:171","msg":"trace[1508727916] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:533; }","duration":"127.85008ms","start":"2026-04-07T15:18:52.659713Z","end":"2026-04-07T15:18:52.787563Z","steps":["trace[1508727916] 'read index received' (duration: 40.65822ms)","trace[1508727916] 'applied index is now lower than readState.Index' (duration: 87.18795ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:18:52.787713Z","caller":"traceutil/trace.go:171","msg":"trace[720244172] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"124.548625ms","start":"2026-04-07T15:18:52.663112Z","end":"2026-04-07T15:18:52.78766Z","steps":["trace[720244172] 'process raft request' (duration: 121.379044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:18:52.789028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.228395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:18:52.789183Z","caller":"traceutil/trace.go:171","msg":"trace[838846484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"129.473801ms","start":"2026-04-07T15:18:52.659682Z","end":"2026-04-07T15:18:52.789156Z","steps":["trace[838846484] 'agreement among raft nodes before linearized reading' (duration: 128.024464ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:52.789576Z","caller":"traceutil/trace.go:171","msg":"trace[2062747600] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"118.749237ms","start":"2026-04-07T15:18:52.670789Z","end":"2026-04-07T15:18:52.789538Z","steps":["trace[2062747600] 'process raft request' (duration: 116.438658ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:59.078717Z","caller":"traceutil/trace.go:171","msg":"trace[1926937960] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"255.31455ms","start":"2026-04-07T15:18:58.823341Z","end":"2026-04-07T15:18:59.078656Z","steps":["trace[1926937960] 'read index received' (duration: 253.701418ms)","trace[1926937960] 'applied index is now lower than readState.Index' (duration: 1.611662ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:18:59.079155Z","caller":"traceutil/trace.go:171","msg":"trace[780074272] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"312.879412ms","start":"2026-04-07T15:18:58.766262Z","end":"2026-04-07T15:18:59.079141Z","steps":["trace[780074272] 'process raft request' (duration: 311.399714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:18:59.079418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.046238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:18:59.079559Z","caller":"traceutil/trace.go:171","msg":"trace[416830112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"256.248474ms","start":"2026-04-07T15:18:58.823282Z","end":"2026-04-07T15:18:59.07953Z","steps":["trace[416830112] 'agreement among raft nodes before linearized reading' (duration: 255.971207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:18:59.079431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.901861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T15:18:59.079741Z","caller":"traceutil/trace.go:171","msg":"trace[1943943635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"196.245379ms","start":"2026-04-07T15:18:58.88344Z","end":"2026-04-07T15:18:59.079686Z","steps":["trace[1943943635] 'agreement among raft nodes before linearized reading' (duration: 195.761507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:18:59.080982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:18:58.766229Z","time spent":"312.984305ms","remote":"127.0.0.1:36604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:18:59.303597Z","caller":"traceutil/trace.go:171","msg":"trace[770395424] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"164.150918ms","start":"2026-04-07T15:18:59.139415Z","end":"2026-04-07T15:18:59.303566Z","steps":["trace[770395424] 'process raft request' (duration: 163.940093ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:59.373795Z","caller":"traceutil/trace.go:171","msg":"trace[810773994] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"227.722843ms","start":"2026-04-07T15:18:59.146032Z","end":"2026-04-07T15:18:59.373755Z","steps":["trace[810773994] 'process raft request' (duration: 227.543119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:18:59.902672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.207199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T15:18:59.90277Z","caller":"traceutil/trace.go:171","msg":"trace[1632166892] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"525.268453ms","start":"2026-04-07T15:18:59.377486Z","end":"2026-04-07T15:18:59.902754Z","steps":["trace[1632166892] 'read index received' (duration: 283.805248ms)","trace[1632166892] 'applied index is now lower than readState.Index' (duration: 241.461825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:18:59.903059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.539379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T15:18:59.903127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.631701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T15:18:59.903129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.731369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:18:59.903155Z","caller":"traceutil/trace.go:171","msg":"trace[991972030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"523.740144ms","start":"2026-04-07T15:18:59.379406Z","end":"2026-04-07T15:18:59.903146Z","steps":["trace[991972030] 'agreement among raft nodes before linearized reading' (duration: 523.59354ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:59.903164Z","caller":"traceutil/trace.go:171","msg":"trace[1638076197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"525.703674ms","start":"2026-04-07T15:18:59.377438Z","end":"2026-04-07T15:18:59.903141Z","steps":["trace[1638076197] 'agreement among raft nodes before linearized reading' (duration: 525.369485ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:18:59.90318Z","caller":"traceutil/trace.go:171","msg":"trace[409600989] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:617; }","duration":"515.792401ms","start":"2026-04-07T15:18:59.387366Z","end":"2026-04-07T15:18:59.903158Z","steps":["trace[409600989] 'agreement among raft nodes before linearized reading' (duration: 515.711879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:18:59.903162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.662606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:18:59.903225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:18:59.377414Z","time spent":"525.801226ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T15:18:59.903276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:18:59.379376Z","time spent":"523.890918ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T15:18:59.903286Z","caller":"traceutil/trace.go:171","msg":"trace[1995218496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"373.84606ms","start":"2026-04-07T15:18:59.529409Z","end":"2026-04-07T15:18:59.903255Z","steps":["trace[1995218496] 'agreement among raft nodes before linearized reading' (duration: 373.629605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:18:59.903214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:18:59.387358Z","time spent":"515.848552ms","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-07T15:18:59.903387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:18:59.529384Z","time spent":"373.993705ms","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T15:19:00.690313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.586546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:19:00.690576Z","caller":"traceutil/trace.go:171","msg":"trace[300174933] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"155.212129ms","start":"2026-04-07T15:19:00.535339Z","end":"2026-04-07T15:19:00.690551Z","steps":["trace[300174933] 'process raft request' (duration: 155.106026ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:00.690629Z","caller":"traceutil/trace.go:171","msg":"trace[1081900453] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"155.907576ms","start":"2026-04-07T15:19:00.534667Z","end":"2026-04-07T15:19:00.690574Z","steps":["trace[1081900453] 'process raft request' (duration: 37.962861ms)","trace[1081900453] 'compare' (duration: 117.425582ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:16.149764Z","caller":"traceutil/trace.go:171","msg":"trace[1462297085] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"152.869424ms","start":"2026-04-07T15:19:15.996869Z","end":"2026-04-07T15:19:16.149738Z","steps":["trace[1462297085] 'process raft request' (duration: 152.71598ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:16.370154Z","caller":"traceutil/trace.go:171","msg":"trace[1488473145] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"133.3034ms","start":"2026-04-07T15:19:16.236819Z","end":"2026-04-07T15:19:16.370122Z","steps":["trace[1488473145] 'read index received' (duration: 81.530684ms)","trace[1488473145] 'applied index is now lower than readState.Index' (duration: 51.771716ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:16.370267Z","caller":"traceutil/trace.go:171","msg":"trace[316822556] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"371.326526ms","start":"2026-04-07T15:19:15.998891Z","end":"2026-04-07T15:19:16.370218Z","steps":["trace[316822556] 'process raft request' (duration: 319.443196ms)","trace[316822556] 'compare' (duration: 51.663284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:19:16.370404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.565398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-zxch9\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-07T15:19:16.370449Z","caller":"traceutil/trace.go:171","msg":"trace[1587831929] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-zxch9; range_end:; response_count:1; response_revision:779; }","duration":"133.675211ms","start":"2026-04-07T15:19:16.236762Z","end":"2026-04-07T15:19:16.370437Z","steps":["trace[1587831929] 'agreement among raft nodes before linearized reading' (duration: 133.484516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:16.370468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:15.998862Z","time spent":"371.503731ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:19:44.42514Z","caller":"traceutil/trace.go:171","msg":"trace[918740964] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1209; }","duration":"105.632189ms","start":"2026-04-07T15:19:44.319485Z","end":"2026-04-07T15:19:44.425118Z","steps":["trace[918740964] 'read index received' (duration: 105.402573ms)","trace[918740964] 'applied index is now lower than readState.Index' (duration: 228.796µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:44.42524Z","caller":"traceutil/trace.go:171","msg":"trace[792851772] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"128.095361ms","start":"2026-04-07T15:19:44.297088Z","end":"2026-04-07T15:19:44.425184Z","steps":["trace[792851772] 'process raft request' (duration: 127.858414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:44.425368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.870146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T15:19:44.425418Z","caller":"traceutil/trace.go:171","msg":"trace[1277266241] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1175; }","duration":"106.000489ms","start":"2026-04-07T15:19:44.319405Z","end":"2026-04-07T15:19:44.425406Z","steps":["trace[1277266241] 'agreement among raft nodes before linearized reading' (duration: 105.825115ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:04.681247Z","caller":"traceutil/trace.go:171","msg":"trace[173093255] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"148.736992ms","start":"2026-04-07T15:20:04.532483Z","end":"2026-04-07T15:20:04.68122Z","steps":["trace[173093255] 'process raft request' (duration: 148.536127ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:28.72888Z","caller":"traceutil/trace.go:171","msg":"trace[1990436154] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"314.722651ms","start":"2026-04-07T15:20:28.414126Z","end":"2026-04-07T15:20:28.728849Z","steps":["trace[1990436154] 'read index received' (duration: 314.527246ms)","trace[1990436154] 'applied index is now lower than readState.Index' (duration: 194.125µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:28.728952Z","caller":"traceutil/trace.go:171","msg":"trace[1374963390] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"319.208072ms","start":"2026-04-07T15:20:28.409699Z","end":"2026-04-07T15:20:28.728907Z","steps":["trace[1374963390] 'process raft request' (duration: 318.963535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:28.729178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:28.409666Z","time spent":"319.409707ms","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:20:28.729224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.118972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:20:28.729274Z","caller":"traceutil/trace.go:171","msg":"trace[1469282166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1826; }","duration":"199.245005ms","start":"2026-04-07T15:20:28.530013Z","end":"2026-04-07T15:20:28.729258Z","steps":["trace[1469282166] 'agreement among raft nodes before linearized reading' (duration: 199.150203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:28.729266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.113701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T15:20:28.729397Z","caller":"traceutil/trace.go:171","msg":"trace[104919292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1826; }","duration":"315.303957ms","start":"2026-04-07T15:20:28.414061Z","end":"2026-04-07T15:20:28.729365Z","steps":["trace[104919292] 'agreement among raft nodes before linearized reading' (duration: 314.963228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:28.729472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:28.41403Z","time spent":"315.42739ms","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T15:20:28.729658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.837145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0bee454-4e61-4b6c-aed7-99f918460903\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-07T15:20:28.729814Z","caller":"traceutil/trace.go:171","msg":"trace[192735029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0bee454-4e61-4b6c-aed7-99f918460903; range_end:; response_count:1; response_revision:1826; }","duration":"116.064931ms","start":"2026-04-07T15:20:28.613723Z","end":"2026-04-07T15:20:28.729787Z","steps":["trace[192735029] 'agreement among raft nodes before linearized reading' (duration: 115.524157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:29.169312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.989252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T15:20:29.169393Z","caller":"traceutil/trace.go:171","msg":"trace[764434194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"125.085935ms","start":"2026-04-07T15:20:29.044288Z","end":"2026-04-07T15:20:29.169374Z","steps":["trace[764434194] 'range keys from in-memory index tree' (duration: 124.764376ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:43.089589Z","caller":"traceutil/trace.go:171","msg":"trace[934827374] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"140.944382ms","start":"2026-04-07T15:20:42.948619Z","end":"2026-04-07T15:20:43.089563Z","steps":["trace[934827374] 'process raft request' (duration: 140.797478ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:43.090911Z","caller":"traceutil/trace.go:171","msg":"trace[356689787] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"140.874371ms","start":"2026-04-07T15:20:42.950007Z","end":"2026-04-07T15:20:43.090881Z","steps":["trace[356689787] 'process raft request' (duration: 140.697796ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:36.621613Z","caller":"traceutil/trace.go:171","msg":"trace[1037066402] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"140.972694ms","start":"2026-04-07T15:22:36.480597Z","end":"2026-04-07T15:22:36.62157Z","steps":["trace[1037066402] 'process raft request' (duration: 140.667456ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:36.813159Z","caller":"traceutil/trace.go:171","msg":"trace[1551310449] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"112.077308ms","start":"2026-04-07T15:22:36.701036Z","end":"2026-04-07T15:22:36.813113Z","steps":["trace[1551310449] 'process raft request' (duration: 111.866703ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:25:18.833106Z","caller":"traceutil/trace.go:171","msg":"trace[1292398562] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"151.604933ms","start":"2026-04-07T15:25:18.681474Z","end":"2026-04-07T15:25:18.833079Z","steps":["trace[1292398562] 'process raft request' (duration: 151.415968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:25:19.070925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.275141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T15:25:19.071138Z","caller":"traceutil/trace.go:171","msg":"trace[1157403752] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3672; }","duration":"102.545497ms","start":"2026-04-07T15:25:18.968556Z","end":"2026-04-07T15:25:19.071101Z","steps":["trace[1157403752] 'count revisions from in-memory index tree' (duration: 102.145137ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:31.075923Z","caller":"traceutil/trace.go:171","msg":"trace[1378775460] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4755; }","duration":"111.460957ms","start":"2026-04-07T15:26:30.964431Z","end":"2026-04-07T15:26:31.075892Z","steps":["trace[1378775460] 'read index received' (duration: 35.313009ms)","trace[1378775460] 'applied index is now lower than readState.Index' (duration: 76.146588ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:31.07601Z","caller":"traceutil/trace.go:171","msg":"trace[766808739] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"118.059494ms","start":"2026-04-07T15:26:30.957889Z","end":"2026-04-07T15:26:31.075948Z","steps":["trace[766808739] 'process raft request' (duration: 41.831155ms)","trace[766808739] 'compare' (duration: 76.037144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:31.077105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.614999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351357"} {"level":"info","ts":"2026-04-07T15:26:31.077233Z","caller":"traceutil/trace.go:171","msg":"trace[884661905] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4583; }","duration":"112.813223ms","start":"2026-04-07T15:26:30.964394Z","end":"2026-04-07T15:26:31.077207Z","steps":["trace[884661905] 'agreement among raft nodes before linearized reading' (duration: 111.618531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:31.311965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.043111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:26:31.312046Z","caller":"traceutil/trace.go:171","msg":"trace[1597036604] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4756; }","duration":"194.350646ms","start":"2026-04-07T15:26:31.117681Z","end":"2026-04-07T15:26:31.312032Z","steps":["trace[1597036604] 'read index received' (duration: 59.179752ms)","trace[1597036604] 'applied index is now lower than readState.Index' (duration: 135.169944ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:31.312113Z","caller":"traceutil/trace.go:171","msg":"trace[1935207734] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"205.364102ms","start":"2026-04-07T15:26:31.106732Z","end":"2026-04-07T15:26:31.312096Z","steps":["trace[1935207734] 'process raft request' (duration: 70.127876ms)","trace[1935207734] 'compare' (duration: 134.881426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:31.312292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.151928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T15:26:31.312367Z","caller":"traceutil/trace.go:171","msg":"trace[2050225107] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4584; }","duration":"108.277702ms","start":"2026-04-07T15:26:31.204068Z","end":"2026-04-07T15:26:31.312345Z","steps":["trace[2050225107] 'agreement among raft nodes before linearized reading' (duration: 108.090467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:31.312489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.815128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T15:26:31.312518Z","caller":"traceutil/trace.go:171","msg":"trace[272927553] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4584; }","duration":"194.89312ms","start":"2026-04-07T15:26:31.117617Z","end":"2026-04-07T15:26:31.312511Z","steps":["trace[272927553] 'agreement among raft nodes before linearized reading' (duration: 194.796928ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:35.679674Z","caller":"traceutil/trace.go:171","msg":"trace[445643329] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4954; }","duration":"173.449604ms","start":"2026-04-07T15:26:35.506194Z","end":"2026-04-07T15:26:35.679643Z","steps":["trace[445643329] 'read index received' (duration: 142.43832ms)","trace[445643329] 'applied index is now lower than readState.Index' (duration: 31.010274ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:35.679712Z","caller":"traceutil/trace.go:171","msg":"trace[1116706674] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"175.88895ms","start":"2026-04-07T15:26:35.503794Z","end":"2026-04-07T15:26:35.679683Z","steps":["trace[1116706674] 'process raft request' (duration: 144.877856ms)","trace[1116706674] 'compare' (duration: 30.831039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:35.680081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.864155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-07T15:26:35.680158Z","caller":"traceutil/trace.go:171","msg":"trace[1591492259] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4777; }","duration":"173.962528ms","start":"2026-04-07T15:26:35.506169Z","end":"2026-04-07T15:26:35.680132Z","steps":["trace[1591492259] 'agreement among raft nodes before linearized reading' (duration: 173.600288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:35.86929Z","caller":"traceutil/trace.go:171","msg":"trace[519570050] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"288.444625ms","start":"2026-04-07T15:26:35.580815Z","end":"2026-04-07T15:26:35.86926Z","steps":["trace[519570050] 'process raft request' (duration: 288.373773ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:35.869343Z","caller":"traceutil/trace.go:171","msg":"trace[315058098] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"320.485248ms","start":"2026-04-07T15:26:35.548838Z","end":"2026-04-07T15:26:35.869323Z","steps":["trace[315058098] 'process raft request' (duration: 320.137349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:35.869461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:26:35.548786Z","time spent":"320.605681ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:26:35.879448Z","caller":"traceutil/trace.go:171","msg":"trace[994130493] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4955; }","duration":"199.670799ms","start":"2026-04-07T15:26:35.679753Z","end":"2026-04-07T15:26:35.879424Z","steps":["trace[994130493] 'read index received' (duration: 189.270019ms)","trace[994130493] 'applied index is now lower than readState.Index' (duration: 10.39989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:35.879642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.129209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-07T15:26:35.879703Z","caller":"traceutil/trace.go:171","msg":"trace[1970007025] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4780; }","duration":"265.226642ms","start":"2026-04-07T15:26:35.614462Z","end":"2026-04-07T15:26:35.879688Z","steps":["trace[1970007025] 'agreement among raft nodes before linearized reading' (duration: 265.060437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:35.8797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.16349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-07T15:26:35.879768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.713234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:26:35.87978Z","caller":"traceutil/trace.go:171","msg":"trace[1430533903] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4780; }","duration":"265.287524ms","start":"2026-04-07T15:26:35.614472Z","end":"2026-04-07T15:26:35.87976Z","steps":["trace[1430533903] 'agreement among raft nodes before linearized reading' (duration: 264.999936ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:35.87981Z","caller":"traceutil/trace.go:171","msg":"trace[574664786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4780; }","duration":"349.781056ms","start":"2026-04-07T15:26:35.530019Z","end":"2026-04-07T15:26:35.8798Z","steps":["trace[574664786] 'agreement among raft nodes before linearized reading' (duration: 349.728844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:35.879848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:26:35.53Z","time spent":"349.841737ms","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T15:26:35.879877Z","caller":"traceutil/trace.go:171","msg":"trace[2045055688] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"206.934464ms","start":"2026-04-07T15:26:35.672929Z","end":"2026-04-07T15:26:35.879864Z","steps":["trace[2045055688] 'process raft request' (duration: 206.357939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:35.879721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.485449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-07T15:26:35.879925Z","caller":"traceutil/trace.go:171","msg":"trace[1105149761] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4780; }","duration":"268.747426ms","start":"2026-04-07T15:26:35.611168Z","end":"2026-04-07T15:26:35.879916Z","steps":["trace[1105149761] 'agreement among raft nodes before linearized reading' (duration: 268.408597ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:45.148301Z","caller":"traceutil/trace.go:171","msg":"trace[729459997] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"111.231171ms","start":"2026-04-07T15:26:45.037034Z","end":"2026-04-07T15:26:45.148265Z","steps":["trace[729459997] 'process raft request' (duration: 83.552827ms)","trace[729459997] 'compare' (duration: 27.51902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:47.812476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.656768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:26:47.812635Z","caller":"traceutil/trace.go:171","msg":"trace[221901950] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"131.381573ms","start":"2026-04-07T15:26:47.68123Z","end":"2026-04-07T15:26:47.812611Z","steps":["trace[221901950] 'process raft request' (duration: 24.512729ms)","trace[221901950] 'compare' (duration: 106.390781ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:47.812702Z","caller":"traceutil/trace.go:171","msg":"trace[422169200] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"125.984198ms","start":"2026-04-07T15:26:47.686679Z","end":"2026-04-07T15:26:47.812663Z","steps":["trace[422169200] 'process raft request' (duration: 125.883645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:55.809105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.156631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:26:55.809293Z","caller":"traceutil/trace.go:171","msg":"trace[194674452] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5343; }","duration":"201.57905ms","start":"2026-04-07T15:26:55.607696Z","end":"2026-04-07T15:26:55.809275Z","steps":["trace[194674452] 'read index received' (duration: 97.140612ms)","trace[194674452] 'applied index is now lower than readState.Index' (duration: 104.437238ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:55.809457Z","caller":"traceutil/trace.go:171","msg":"trace[130637087] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"205.813834ms","start":"2026-04-07T15:26:55.603551Z","end":"2026-04-07T15:26:55.809365Z","steps":["trace[130637087] 'process raft request' (duration: 101.287503ms)","trace[130637087] 'compare' (duration: 104.026947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:55.809519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.823487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38a28d3d-9204-4e65-9d6f-88730baf41f3\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-07T15:26:55.809728Z","caller":"traceutil/trace.go:171","msg":"trace[885922237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38a28d3d-9204-4e65-9d6f-88730baf41f3; range_end:; response_count:1; response_revision:5157; }","duration":"201.998751ms","start":"2026-04-07T15:26:55.607684Z","end":"2026-04-07T15:26:55.809682Z","steps":["trace[885922237] 'agreement among raft nodes before linearized reading' (duration: 201.718834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:55.809852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.995631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T15:26:55.809995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.46037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-07T15:26:55.810073Z","caller":"traceutil/trace.go:171","msg":"trace[747457155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5157; }","duration":"141.178446ms","start":"2026-04-07T15:26:55.668779Z","end":"2026-04-07T15:26:55.809957Z","steps":["trace[747457155] 'agreement among raft nodes before linearized reading' (duration: 140.698743ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:55.810205Z","caller":"traceutil/trace.go:171","msg":"trace[913923638] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5157; }","duration":"136.723546ms","start":"2026-04-07T15:26:55.673424Z","end":"2026-04-07T15:26:55.810148Z","steps":["trace[913923638] 'agreement among raft nodes before linearized reading' (duration: 136.097089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:56.043152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.603678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:26:56.043259Z","caller":"traceutil/trace.go:171","msg":"trace[786501626] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5345; }","duration":"165.805168ms","start":"2026-04-07T15:26:55.87744Z","end":"2026-04-07T15:26:56.043245Z","steps":["trace[786501626] 'read index received' (duration: 39.920473ms)","trace[786501626] 'applied index is now lower than readState.Index' (duration: 125.883575ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:56.043333Z","caller":"traceutil/trace.go:171","msg":"trace[1439963182] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"224.750403ms","start":"2026-04-07T15:26:55.818543Z","end":"2026-04-07T15:26:56.043293Z","steps":["trace[1439963182] 'process raft request' (duration: 98.92625ms)","trace[1439963182] 'compare' (duration: 125.482214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:56.043398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.970603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T15:26:56.04342Z","caller":"traceutil/trace.go:171","msg":"trace[1496171272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5159; }","duration":"166.043644ms","start":"2026-04-07T15:26:55.87737Z","end":"2026-04-07T15:26:56.043413Z","steps":["trace[1496171272] 'agreement among raft nodes before linearized reading' (duration: 165.929721ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:57.791861Z","caller":"traceutil/trace.go:171","msg":"trace[543163180] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"139.760167ms","start":"2026-04-07T15:26:57.652072Z","end":"2026-04-07T15:26:57.791832Z","steps":["trace[543163180] 'process raft request' (duration: 130.502269ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:57.792118Z","caller":"traceutil/trace.go:171","msg":"trace[634014611] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"139.060768ms","start":"2026-04-07T15:26:57.653035Z","end":"2026-04-07T15:26:57.792096Z","steps":["trace[634014611] 'process raft request' (duration: 138.663258ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:57.792236Z","caller":"traceutil/trace.go:171","msg":"trace[764983209] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"138.7568ms","start":"2026-04-07T15:26:57.653446Z","end":"2026-04-07T15:26:57.792203Z","steps":["trace[764983209] 'process raft request' (duration: 138.347729ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:57.792892Z","caller":"traceutil/trace.go:171","msg":"trace[747408111] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"138.428462ms","start":"2026-04-07T15:26:57.654446Z","end":"2026-04-07T15:26:57.792875Z","steps":["trace[747408111] 'process raft request' (duration: 138.296549ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:57.797688Z","caller":"traceutil/trace.go:171","msg":"trace[1343898901] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"142.219744ms","start":"2026-04-07T15:26:57.655448Z","end":"2026-04-07T15:26:57.797667Z","steps":["trace[1343898901] 'process raft request' (duration: 141.989988ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:57.79777Z","caller":"traceutil/trace.go:171","msg":"trace[888493360] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"140.988281ms","start":"2026-04-07T15:26:57.656771Z","end":"2026-04-07T15:26:57.797759Z","steps":["trace[888493360] 'process raft request' (duration: 140.831087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:07.840671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.352086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:27:07.841363Z","caller":"traceutil/trace.go:171","msg":"trace[1552771576] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"536.69169ms","start":"2026-04-07T15:27:07.304625Z","end":"2026-04-07T15:27:07.841317Z","steps":["trace[1552771576] 'process raft request' (duration: 206.552753ms)","trace[1552771576] 'compare' (duration: 329.085788ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:27:07.841537Z","caller":"traceutil/trace.go:171","msg":"trace[1387334471] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5518; }","duration":"186.569947ms","start":"2026-04-07T15:27:07.6549Z","end":"2026-04-07T15:27:07.84147Z","steps":["trace[1387334471] 'read index received' (duration: 184.927953ms)","trace[1387334471] 'applied index is now lower than readState.Index' (duration: 1.640274ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:27:07.841608Z","caller":"traceutil/trace.go:171","msg":"trace[816880360] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"207.438378ms","start":"2026-04-07T15:27:07.634156Z","end":"2026-04-07T15:27:07.841594Z","steps":["trace[816880360] 'process raft request' (duration: 207.068178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:07.841547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:07.304607Z","time spent":"536.833254ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:27:07.842078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.430431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-07T15:27:07.84213Z","caller":"traceutil/trace.go:171","msg":"trace[874440015] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5328; }","duration":"116.564514ms","start":"2026-04-07T15:27:07.725551Z","end":"2026-04-07T15:27:07.842115Z","steps":["trace[874440015] 'agreement among raft nodes before linearized reading' (duration: 116.305787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:07.841873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.952497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ktk5r\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T15:27:07.842389Z","caller":"traceutil/trace.go:171","msg":"trace[618272928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ktk5r; range_end:; response_count:1; response_revision:5328; }","duration":"187.540693ms","start":"2026-04-07T15:27:07.654829Z","end":"2026-04-07T15:27:07.842369Z","steps":["trace[618272928] 'agreement among raft nodes before linearized reading' (duration: 186.788793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:28:21.208823Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2861} {"level":"info","ts":"2026-04-07T15:28:21.28013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2861,"took":"69.647429ms","hash":764614955,"current-db-size-bytes":57933824,"current-db-size":"58 MB","current-db-size-in-use-bytes":33148928,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-07T15:28:21.280202Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":764614955,"revision":2861,"compact-revision":-1} {"level":"info","ts":"2026-04-07T15:32:53.672134Z","caller":"traceutil/trace.go:171","msg":"trace[426065266] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"545.879462ms","start":"2026-04-07T15:32:53.126194Z","end":"2026-04-07T15:32:53.672074Z","steps":["trace[426065266] 'process raft request' (duration: 545.657426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:32:53.672351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:32:53.126164Z","time spent":"546.089538ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:32:53.809751Z","caller":"traceutil/trace.go:171","msg":"trace[3881282] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"627.474347ms","start":"2026-04-07T15:32:53.182258Z","end":"2026-04-07T15:32:53.809733Z","steps":["trace[3881282] 'process raft request' (duration: 559.689201ms)","trace[3881282] 'compare' (duration: 67.634072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:32:53.809854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:32:53.182222Z","time spent":"627.58177ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:32:53.810088Z","caller":"traceutil/trace.go:171","msg":"trace[1174670277] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"595.709026ms","start":"2026-04-07T15:32:53.214337Z","end":"2026-04-07T15:32:53.810046Z","steps":["trace[1174670277] 'process raft request' (duration: 595.356337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:32:53.810247Z","caller":"traceutil/trace.go:171","msg":"trace[120166604] linearizableReadLoop","detail":"{readStateIndex:8261; appliedIndex:8257; }","duration":"282.359743ms","start":"2026-04-07T15:32:53.527853Z","end":"2026-04-07T15:32:53.810213Z","steps":["trace[120166604] 'read index received' (duration: 143.996527ms)","trace[120166604] 'applied index is now lower than readState.Index' (duration: 138.362026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:32:53.810297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:32:53.214299Z","time spent":"595.889241ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:32:53.810341Z","caller":"traceutil/trace.go:171","msg":"trace[1282789771] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"260.742784ms","start":"2026-04-07T15:32:53.549575Z","end":"2026-04-07T15:32:53.810318Z","steps":["trace[1282789771] 'process raft request' (duration: 260.58331ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:32:53.810341Z","caller":"traceutil/trace.go:171","msg":"trace[1661430098] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"290.703917ms","start":"2026-04-07T15:32:53.519591Z","end":"2026-04-07T15:32:53.810295Z","steps":["trace[1661430098] 'process raft request' (duration: 290.419009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:32:53.810413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.543288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:32:53.810556Z","caller":"traceutil/trace.go:171","msg":"trace[236023043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7985; }","duration":"282.735723ms","start":"2026-04-07T15:32:53.5278Z","end":"2026-04-07T15:32:53.810535Z","steps":["trace[236023043] 'agreement among raft nodes before linearized reading' (duration: 282.534528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:32:53.810569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.1363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T15:32:53.810623Z","caller":"traceutil/trace.go:171","msg":"trace[1989696161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7985; }","duration":"110.267973ms","start":"2026-04-07T15:32:53.700344Z","end":"2026-04-07T15:32:53.810612Z","steps":["trace[1989696161] 'agreement among raft nodes before linearized reading' (duration: 110.060518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:04.089508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.394767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T15:33:04.089587Z","caller":"traceutil/trace.go:171","msg":"trace[1191375795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8036; }","duration":"107.517099ms","start":"2026-04-07T15:33:03.982054Z","end":"2026-04-07T15:33:04.089571Z","steps":["trace[1191375795] 'range keys from in-memory index tree' (duration: 107.16614ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:05.909218Z","caller":"traceutil/trace.go:171","msg":"trace[64867887] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8323; }","duration":"176.859857ms","start":"2026-04-07T15:33:05.732332Z","end":"2026-04-07T15:33:05.909192Z","steps":["trace[64867887] 'read index received' (duration: 176.768185ms)","trace[64867887] 'applied index is now lower than readState.Index' (duration: 90.522µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:33:05.909473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.129675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T15:33:05.909548Z","caller":"traceutil/trace.go:171","msg":"trace[192900989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8044; }","duration":"177.281549ms","start":"2026-04-07T15:33:05.73225Z","end":"2026-04-07T15:33:05.909531Z","steps":["trace[192900989] 'agreement among raft nodes before linearized reading' (duration: 177.042112ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:05.909832Z","caller":"traceutil/trace.go:171","msg":"trace[300822015] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"223.230119ms","start":"2026-04-07T15:33:05.686018Z","end":"2026-04-07T15:33:05.909248Z","steps":["trace[300822015] 'process raft request' (duration: 222.974452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.445543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277994472455374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T15:33:06.593076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.859348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:33:06.593274Z","caller":"traceutil/trace.go:171","msg":"trace[63561056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8046; }","duration":"382.087004ms","start":"2026-04-07T15:33:06.211163Z","end":"2026-04-07T15:33:06.59325Z","steps":["trace[63561056] 'range keys from in-memory index tree' (duration: 381.832347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.593592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.049005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:33:06.593787Z","caller":"traceutil/trace.go:171","msg":"trace[2092228801] linearizableReadLoop","detail":"{readStateIndex:8327; appliedIndex:8326; }","duration":"648.796889ms","start":"2026-04-07T15:33:05.944962Z","end":"2026-04-07T15:33:06.593759Z","steps":["trace[2092228801] 'read index received' (duration: 506.459646ms)","trace[2092228801] 'applied index is now lower than readState.Index' (duration: 142.334712ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:06.59389Z","caller":"traceutil/trace.go:171","msg":"trace[906166680] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"680.341943ms","start":"2026-04-07T15:33:05.913476Z","end":"2026-04-07T15:33:06.593818Z","steps":["trace[906166680] 'process raft request' (duration: 537.911028ms)","trace[906166680] 'compare' (duration: 141.686195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:33:06.594032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:05.913453Z","time spent":"680.527428ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:33:06.594232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.545559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T15:33:06.594288Z","caller":"traceutil/trace.go:171","msg":"trace[1090255049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8047; }","duration":"652.648551ms","start":"2026-04-07T15:33:05.941624Z","end":"2026-04-07T15:33:06.594273Z","steps":["trace[1090255049] 'agreement among raft nodes before linearized reading' (duration: 652.286912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.594332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:05.941597Z","time spent":"652.725374ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T15:33:06.594337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.194066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-07T15:33:06.594367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.237721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T15:33:06.594437Z","caller":"traceutil/trace.go:171","msg":"trace[2103624740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8047; }","duration":"328.365125ms","start":"2026-04-07T15:33:06.266056Z","end":"2026-04-07T15:33:06.594421Z","steps":["trace[2103624740] 'agreement among raft nodes before linearized reading' (duration: 328.114869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.594345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.278081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ktk5r\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-07T15:33:06.594541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.730788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-07T15:33:06.594514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.069916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T15:33:06.594575Z","caller":"traceutil/trace.go:171","msg":"trace[529371390] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8047; }","duration":"414.79609ms","start":"2026-04-07T15:33:06.17977Z","end":"2026-04-07T15:33:06.594566Z","steps":["trace[529371390] 'agreement among raft nodes before linearized reading' (duration: 414.701368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.594612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:06.179753Z","time spent":"414.850072ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T15:33:06.594611Z","caller":"traceutil/trace.go:171","msg":"trace[175443642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8047; }","duration":"459.17922ms","start":"2026-04-07T15:33:06.135405Z","end":"2026-04-07T15:33:06.594585Z","steps":["trace[175443642] 'agreement among raft nodes before linearized reading' (duration: 459.000085ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:06.594629Z","caller":"traceutil/trace.go:171","msg":"trace[2119300722] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ktk5r; range_end:; response_count:1; response_revision:8047; }","duration":"484.58488ms","start":"2026-04-07T15:33:06.109983Z","end":"2026-04-07T15:33:06.594568Z","steps":["trace[2119300722] 'agreement among raft nodes before linearized reading' (duration: 484.145238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.594673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:06.135394Z","time spent":"459.265622ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T15:33:06.594499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:06.266018Z","time spent":"328.462478ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T15:33:06.594738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:06.109955Z","time spent":"484.757124ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-ktk5r\" "} {"level":"info","ts":"2026-04-07T15:33:06.594441Z","caller":"traceutil/trace.go:171","msg":"trace[664448760] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8047; }","duration":"457.304719ms","start":"2026-04-07T15:33:06.137106Z","end":"2026-04-07T15:33:06.594411Z","steps":["trace[664448760] 'agreement among raft nodes before linearized reading' (duration: 457.050692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.594767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.039489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T15:33:06.594878Z","caller":"traceutil/trace.go:171","msg":"trace[1961770703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8047; }","duration":"464.219264ms","start":"2026-04-07T15:33:06.130629Z","end":"2026-04-07T15:33:06.594849Z","steps":["trace[1961770703] 'agreement among raft nodes before linearized reading' (duration: 463.870034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.594762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.828105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T15:33:06.594874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:06.137036Z","time spent":"457.770342ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T15:33:06.594932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:06.130604Z","time spent":"464.317987ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T15:33:06.59495Z","caller":"traceutil/trace.go:171","msg":"trace[360095237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8047; }","duration":"476.099582ms","start":"2026-04-07T15:33:06.118834Z","end":"2026-04-07T15:33:06.594934Z","steps":["trace[360095237] 'agreement among raft nodes before linearized reading' (duration: 475.671561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:06.595002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:06.118809Z","time spent":"476.178454ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T15:33:06.807231Z","caller":"traceutil/trace.go:171","msg":"trace[1009150307] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"205.489434ms","start":"2026-04-07T15:33:06.601718Z","end":"2026-04-07T15:33:06.807207Z","steps":["trace[1009150307] 'process raft request' (duration: 205.403551ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:06.807249Z","caller":"traceutil/trace.go:171","msg":"trace[248489231] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"205.558555ms","start":"2026-04-07T15:33:06.601639Z","end":"2026-04-07T15:33:06.807198Z","steps":["trace[248489231] 'process raft request' (duration: 205.314249ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:06.807554Z","caller":"traceutil/trace.go:171","msg":"trace[1399186644] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"205.721661ms","start":"2026-04-07T15:33:06.601822Z","end":"2026-04-07T15:33:06.807544Z","steps":["trace[1399186644] 'process raft request' (duration: 205.550726ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:06.807649Z","caller":"traceutil/trace.go:171","msg":"trace[134663404] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"205.73578ms","start":"2026-04-07T15:33:06.601905Z","end":"2026-04-07T15:33:06.807641Z","steps":["trace[134663404] 'process raft request' (duration: 205.570986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:06.807638Z","caller":"traceutil/trace.go:171","msg":"trace[2131774526] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"205.772682ms","start":"2026-04-07T15:33:06.601783Z","end":"2026-04-07T15:33:06.807556Z","steps":["trace[2131774526] 'process raft request' (duration: 205.381672ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:06.807725Z","caller":"traceutil/trace.go:171","msg":"trace[1623097286] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"205.73269ms","start":"2026-04-07T15:33:06.601984Z","end":"2026-04-07T15:33:06.807716Z","steps":["trace[1623097286] 'process raft request' (duration: 205.531225ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:07.969512Z","caller":"traceutil/trace.go:171","msg":"trace[788258009] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"102.653179ms","start":"2026-04-07T15:33:07.866829Z","end":"2026-04-07T15:33:07.969482Z","steps":["trace[788258009] 'process raft request' (duration: 54.383707ms)","trace[788258009] 'compare' (duration: 48.129199ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:08.065201Z","caller":"traceutil/trace.go:171","msg":"trace[328339924] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8336; }","duration":"113.900131ms","start":"2026-04-07T15:33:07.951271Z","end":"2026-04-07T15:33:08.065171Z","steps":["trace[328339924] 'read index received' (duration: 55.24812ms)","trace[328339924] 'applied index is now lower than readState.Index' (duration: 58.650591ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:08.065307Z","caller":"traceutil/trace.go:171","msg":"trace[742592207] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"114.335922ms","start":"2026-04-07T15:33:07.950922Z","end":"2026-04-07T15:33:08.065258Z","steps":["trace[742592207] 'process raft request' (duration: 114.067205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:08.065365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.080616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:33:08.065548Z","caller":"traceutil/trace.go:171","msg":"trace[693338051] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8058; }","duration":"114.303531ms","start":"2026-04-07T15:33:07.951227Z","end":"2026-04-07T15:33:08.065531Z","steps":["trace[693338051] 'agreement among raft nodes before linearized reading' (duration: 114.056185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:08.213661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.188345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:33:08.213804Z","caller":"traceutil/trace.go:171","msg":"trace[1774445315] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8058; }","duration":"143.411981ms","start":"2026-04-07T15:33:08.070356Z","end":"2026-04-07T15:33:08.213768Z","steps":["trace[1774445315] 'range keys from in-memory index tree' (duration: 143.095813ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:21.217349Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5966} {"level":"info","ts":"2026-04-07T15:33:21.321852Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5966,"took":"102.061144ms","hash":1583273643,"current-db-size-bytes":57933824,"current-db-size":"58 MB","current-db-size-in-use-bytes":22429696,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-07T15:33:21.321917Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1583273643,"revision":5966,"compact-revision":2861} {"level":"info","ts":"2026-04-07T15:33:36.436924Z","caller":"traceutil/trace.go:171","msg":"trace[1634175041] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"325.455518ms","start":"2026-04-07T15:33:36.111429Z","end":"2026-04-07T15:33:36.436884Z","steps":["trace[1634175041] 'process raft request' (duration: 325.227922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:36.437219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:36.111397Z","time spent":"325.703695ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:33:36.491887Z","caller":"traceutil/trace.go:171","msg":"trace[1708516073] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"323.076764ms","start":"2026-04-07T15:33:36.168774Z","end":"2026-04-07T15:33:36.491851Z","steps":["trace[1708516073] 'process raft request' (duration: 320.855925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:36.492128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:36.168742Z","time spent":"323.271319ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:33:48.76006Z","caller":"traceutil/trace.go:171","msg":"trace[1008251634] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"114.778454ms","start":"2026-04-07T15:33:48.645245Z","end":"2026-04-07T15:33:48.760023Z","steps":["trace[1008251634] 'process raft request' (duration: 114.565619ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:48.769274Z","caller":"traceutil/trace.go:171","msg":"trace[696929677] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8368; }","duration":"123.21819ms","start":"2026-04-07T15:33:48.646034Z","end":"2026-04-07T15:33:48.769252Z","steps":["trace[696929677] 'process raft request' (duration: 122.920813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:48.948324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.18317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T15:33:48.948411Z","caller":"traceutil/trace.go:171","msg":"trace[723955299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8368; }","duration":"104.325214ms","start":"2026-04-07T15:33:48.844066Z","end":"2026-04-07T15:33:48.948391Z","steps":["trace[723955299] 'range keys from in-memory index tree' (duration: 103.932833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:50.101821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.466566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T15:33:50.101991Z","caller":"traceutil/trace.go:171","msg":"trace[1095420077] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8378; }","duration":"285.729363ms","start":"2026-04-07T15:33:49.816226Z","end":"2026-04-07T15:33:50.101955Z","steps":["trace[1095420077] 'count revisions from in-memory index tree' (duration: 285.293771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:50.159787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.255601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-07T15:33:51.585059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277994472456424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T15:33:51.691273Z","caller":"traceutil/trace.go:171","msg":"trace[1116806574] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"649.480367ms","start":"2026-04-07T15:33:51.041768Z","end":"2026-04-07T15:33:51.691248Z","steps":["trace[1116806574] 'process raft request' (duration: 592.723787ms)","trace[1116806574] 'compare' (duration: 56.477562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:33:51.691403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.041747Z","time spent":"649.575689ms","remote":"127.0.0.1:42998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:33:51.713813Z","caller":"traceutil/trace.go:171","msg":"trace[290247880] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8679; }","duration":"629.351097ms","start":"2026-04-07T15:33:51.084425Z","end":"2026-04-07T15:33:51.713776Z","steps":["trace[290247880] 'read index received' (duration: 550.141136ms)","trace[290247880] 'applied index is now lower than readState.Index' (duration: 79.208511ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:51.713932Z","caller":"traceutil/trace.go:171","msg":"trace[352042015] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"671.65328ms","start":"2026-04-07T15:33:51.042224Z","end":"2026-04-07T15:33:51.713877Z","steps":["trace[352042015] 'process raft request' (duration: 671.385913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:51.71409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.650825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T15:33:51.714252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.042204Z","time spent":"671.868816ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:33:51.714286Z","caller":"traceutil/trace.go:171","msg":"trace[1429953361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8386; }","duration":"629.847ms","start":"2026-04-07T15:33:51.084382Z","end":"2026-04-07T15:33:51.714229Z","steps":["trace[1429953361] 'agreement among raft nodes before linearized reading' (duration: 629.562223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:51.714282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.004132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-595cd8fd5d-8f7dd.18a41cf03719b9bc\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-07T15:33:51.71428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.090563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-07T15:33:51.714362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.084346Z","time spent":"629.987204ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T15:33:51.714609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.249078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:33:51.714377Z","caller":"traceutil/trace.go:171","msg":"trace[920435683] range","detail":"{range_begin:/registry/events/openstack/barbican-api-595cd8fd5d-8f7dd.18a41cf03719b9bc; range_end:; response_count:1; response_revision:8386; }","duration":"581.131086ms","start":"2026-04-07T15:33:51.133218Z","end":"2026-04-07T15:33:51.714349Z","steps":["trace[920435683] 'agreement among raft nodes before linearized reading' (duration: 580.844468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:51.714761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.133203Z","time spent":"581.532516ms","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-595cd8fd5d-8f7dd.18a41cf03719b9bc\" "} {"level":"warn","ts":"2026-04-07T15:33:51.714281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.142665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-07T15:33:51.714821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.538226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:33:51.714873Z","caller":"traceutil/trace.go:171","msg":"trace[1495491351] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8386; }","duration":"597.73987ms","start":"2026-04-07T15:33:51.117088Z","end":"2026-04-07T15:33:51.714828Z","steps":["trace[1495491351] 'agreement among raft nodes before linearized reading' (duration: 597.032551ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:51.714906Z","caller":"traceutil/trace.go:171","msg":"trace[1715765513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8386; }","duration":"183.661069ms","start":"2026-04-07T15:33:51.531221Z","end":"2026-04-07T15:33:51.714882Z","steps":["trace[1715765513] 'agreement among raft nodes before linearized reading' (duration: 183.495014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:51.714936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.117077Z","time spent":"597.840724ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T15:33:51.714724Z","caller":"traceutil/trace.go:171","msg":"trace[1013844304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8386; }","duration":"572.408252ms","start":"2026-04-07T15:33:51.142288Z","end":"2026-04-07T15:33:51.714696Z","steps":["trace[1013844304] 'agreement among raft nodes before linearized reading' (duration: 571.892938ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:51.714377Z","caller":"traceutil/trace.go:171","msg":"trace[1681019643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8386; }","duration":"597.218357ms","start":"2026-04-07T15:33:51.117139Z","end":"2026-04-07T15:33:51.714358Z","steps":["trace[1681019643] 'agreement among raft nodes before linearized reading' (duration: 596.9603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:51.715117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.142273Z","time spent":"572.825304ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T15:33:51.71524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.117132Z","time spent":"598.09252ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T15:33:51.714525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.612436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T15:33:51.715333Z","caller":"traceutil/trace.go:171","msg":"trace[134658169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8386; }","duration":"617.482209ms","start":"2026-04-07T15:33:51.09783Z","end":"2026-04-07T15:33:51.715312Z","steps":["trace[134658169] 'agreement among raft nodes before linearized reading' (duration: 616.235126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:51.71541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:51.097811Z","time spent":"617.581912ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T15:33:51.83225Z","caller":"traceutil/trace.go:171","msg":"trace[410125303] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"111.851356ms","start":"2026-04-07T15:33:51.72037Z","end":"2026-04-07T15:33:51.832222Z","steps":["trace[410125303] 'process raft request' (duration: 101.278183ms)","trace[410125303] 'compare' (duration: 10.382218ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:51.832692Z","caller":"traceutil/trace.go:171","msg":"trace[1843928524] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"112.152264ms","start":"2026-04-07T15:33:51.720493Z","end":"2026-04-07T15:33:51.832646Z","steps":["trace[1843928524] 'process raft request' (duration: 111.682222ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:51.832807Z","caller":"traceutil/trace.go:171","msg":"trace[680388944] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"112.216836ms","start":"2026-04-07T15:33:51.72056Z","end":"2026-04-07T15:33:51.832777Z","steps":["trace[680388944] 'process raft request' (duration: 111.976059ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:51.833225Z","caller":"traceutil/trace.go:171","msg":"trace[978308465] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"112.523444ms","start":"2026-04-07T15:33:51.720667Z","end":"2026-04-07T15:33:51.833191Z","steps":["trace[978308465] 'process raft request' (duration: 112.046111ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:51.833265Z","caller":"traceutil/trace.go:171","msg":"trace[1633550375] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"112.279217ms","start":"2026-04-07T15:33:51.72096Z","end":"2026-04-07T15:33:51.833239Z","steps":["trace[1633550375] 'process raft request' (duration: 111.95997ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:52.805955Z","caller":"traceutil/trace.go:171","msg":"trace[1907390195] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"242.475075ms","start":"2026-04-07T15:33:52.563435Z","end":"2026-04-07T15:33:52.80591Z","steps":["trace[1907390195] 'process raft request' (duration: 216.923811ms)","trace[1907390195] 'compare' (duration: 24.805584ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:52.8389Z","caller":"traceutil/trace.go:171","msg":"trace[1132507710] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"170.574759ms","start":"2026-04-07T15:33:52.668294Z","end":"2026-04-07T15:33:52.838869Z","steps":["trace[1132507710] 'process raft request' (duration: 170.417945ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:53.004531Z","caller":"traceutil/trace.go:171","msg":"trace[750789497] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"157.729494ms","start":"2026-04-07T15:33:52.846768Z","end":"2026-04-07T15:33:53.004497Z","steps":["trace[750789497] 'process raft request' (duration: 157.640142ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:53.004554Z","caller":"traceutil/trace.go:171","msg":"trace[2097340271] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"158.461555ms","start":"2026-04-07T15:33:52.846039Z","end":"2026-04-07T15:33:53.0045Z","steps":["trace[2097340271] 'process raft request' (duration: 112.345019ms)","trace[2097340271] 'compare' (duration: 45.708165ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:34:47.688525Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002434.wal"} {"level":"info","ts":"2026-04-07T15:36:16.747166Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T15:36:16.755244Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T15:36:16.75539Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T15:37:15.546982Z","caller":"traceutil/trace.go:171","msg":"trace[615772707] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"111.304641ms","start":"2026-04-07T15:37:15.43563Z","end":"2026-04-07T15:37:15.546934Z","steps":["trace[615772707] 'process raft request' (duration: 81.977855ms)","trace[615772707] 'compare' (duration: 28.895024ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:38:21.224566Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8134} {"level":"info","ts":"2026-04-07T15:38:21.294942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8134,"took":"66.617679ms","hash":3120499465,"current-db-size-bytes":57933824,"current-db-size":"58 MB","current-db-size-in-use-bytes":29335552,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-07T15:38:21.295033Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3120499465,"revision":8134,"compact-revision":5966} {"level":"info","ts":"2026-04-07T15:43:21.23187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10561} {"level":"info","ts":"2026-04-07T15:43:21.317707Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10561,"took":"83.311046ms","hash":2470365788,"current-db-size-bytes":57933824,"current-db-size":"58 MB","current-db-size-in-use-bytes":19959808,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-07T15:43:21.31778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2470365788,"revision":10561,"compact-revision":8134}