{"level":"warn","ts":"2026-04-09T02:02:50.380584Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T02:02:50.380782Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T02:02:50.38085Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T02:02:50.380858Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-09T02:02:50.380877Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T02:02:50.381576Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-04-09T02:02:50.381649Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T02:02:50.385864Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.787535ms"} {"level":"info","ts":"2026-04-09T02:02:50.391411Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-04-09T02:02:50.391494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T02:02:50.391513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-04-09T02:02:50.391525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T02:02:50.391537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-04-09T02:02:50.391575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-04-09T02:02:50.401566Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T02:02:50.403369Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T02:02:50.404963Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T02:02:50.40747Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T02:02:50.407725Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T02:02:50.407749Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T02:02:50.407954Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T02:02:50.407989Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T02:02:50.409194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-04-09T02:02:50.409342Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-09T02:02:50.412025Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T02:02:50.412283Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-09T02:02:50.412349Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-09T02:02:50.412613Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T02:02:50.412658Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T02:02:50.892742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T02:02:50.892833Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T02:02:50.89287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-04-09T02:02:50.892892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-04-09T02:02:50.892959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-09T02:02:50.892978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-04-09T02:02:50.89303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-09T02:02:50.894117Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:02:50.894952Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T02:02:50.894937Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T02:02:50.894996Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T02:02:50.895519Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T02:02:50.895623Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T02:02:50.896177Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:02:50.896477Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:02:50.896588Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:02:50.897995Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T02:02:50.898752Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-04-09T02:02:53.798955Z","caller":"traceutil/trace.go:171","msg":"trace[1969882465] transaction","detail":"{read_only:false; response_revision:154; number_of_response:1; }","duration":"138.585193ms","start":"2026-04-09T02:02:53.660341Z","end":"2026-04-09T02:02:53.798927Z","steps":["trace[1969882465] 'process raft request' (duration: 135.003004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:07.308371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.965234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:03:07.30864Z","caller":"traceutil/trace.go:171","msg":"trace[27064582] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:452; }","duration":"316.471837ms","start":"2026-04-09T02:03:06.992148Z","end":"2026-04-09T02:03:07.30862Z","steps":["trace[27064582] 'read index received' (duration: 12.377335ms)","trace[27064582] 'applied index is now lower than readState.Index' (duration: 304.093562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:03:07.308807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.653122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-09T02:03:07.308853Z","caller":"traceutil/trace.go:171","msg":"trace[886813042] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:439; }","duration":"316.715083ms","start":"2026-04-09T02:03:06.992126Z","end":"2026-04-09T02:03:07.308841Z","steps":["trace[886813042] 'agreement among raft nodes before linearized reading' (duration: 316.59947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:07.308846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.073634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-04-09T02:03:07.30893Z","caller":"traceutil/trace.go:171","msg":"trace[1144112824] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:439; }","duration":"298.156217ms","start":"2026-04-09T02:03:07.010741Z","end":"2026-04-09T02:03:07.308898Z","steps":["trace[1144112824] 'agreement among raft nodes before linearized reading' (duration: 298.019513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:07.308895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:06.992113Z","time spent":"316.773055ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4218,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-09T02:03:07.308948Z","caller":"traceutil/trace.go:171","msg":"trace[49989814] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"326.530406ms","start":"2026-04-09T02:03:06.982343Z","end":"2026-04-09T02:03:07.308874Z","steps":["trace[49989814] 'process raft request' (duration: 87.384269ms)","trace[49989814] 'compare' (duration: 237.592764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:03:07.309338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:06.982318Z","time spent":"326.788474ms","remote":"127.0.0.1:41448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:03:07.310936Z","caller":"traceutil/trace.go:171","msg":"trace[348321207] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"318.979135ms","start":"2026-04-09T02:03:06.989766Z","end":"2026-04-09T02:03:07.308745Z","steps":["trace[348321207] 'process raft request' (duration: 318.76395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:07.311061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:06.989753Z","time spent":"321.251889ms","remote":"127.0.0.1:41754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:03:07.635319Z","caller":"traceutil/trace.go:171","msg":"trace[1244094138] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"316.557939ms","start":"2026-04-09T02:03:07.318732Z","end":"2026-04-09T02:03:07.635289Z","steps":["trace[1244094138] 'process raft request' (duration: 300.075181ms)","trace[1244094138] 'compare' (duration: 16.246471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:03:07.635498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:07.318707Z","time spent":"316.684892ms","remote":"127.0.0.1:41754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:03:07.75599Z","caller":"traceutil/trace.go:171","msg":"trace[1284974447] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:454; }","duration":"360.709707ms","start":"2026-04-09T02:03:07.39526Z","end":"2026-04-09T02:03:07.75597Z","steps":["trace[1284974447] 'read index received' (duration: 223.556295ms)","trace[1284974447] 'applied index is now lower than readState.Index' (duration: 137.152172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:03:07.75611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.83166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:03:07.756105Z","caller":"traceutil/trace.go:171","msg":"trace[1994764125] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"436.991047ms","start":"2026-04-09T02:03:07.319054Z","end":"2026-04-09T02:03:07.756045Z","steps":["trace[1994764125] 'process raft request' (duration: 435.142935ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:03:07.756137Z","caller":"traceutil/trace.go:171","msg":"trace[229186436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:441; }","duration":"360.909622ms","start":"2026-04-09T02:03:07.395219Z","end":"2026-04-09T02:03:07.756129Z","steps":["trace[229186436] 'agreement among raft nodes before linearized reading' (duration: 360.838791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:07.756331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:07.319042Z","time spent":"437.158241ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:03:07.756341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:07.395202Z","time spent":"361.129738ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T02:03:19.45196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.579393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-04-09T02:03:19.452105Z","caller":"traceutil/trace.go:171","msg":"trace[671636483] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:502; }","duration":"142.787868ms","start":"2026-04-09T02:03:19.309287Z","end":"2026-04-09T02:03:19.452075Z","steps":["trace[671636483] 'range keys from in-memory index tree' (duration: 142.128371ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:03:28.027261Z","caller":"traceutil/trace.go:171","msg":"trace[1515962839] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"204.637417ms","start":"2026-04-09T02:03:27.822583Z","end":"2026-04-09T02:03:28.02722Z","steps":["trace[1515962839] 'process raft request' (duration: 204.382131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:03:28.106873Z","caller":"traceutil/trace.go:171","msg":"trace[1870030866] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"272.172787ms","start":"2026-04-09T02:03:27.834662Z","end":"2026-04-09T02:03:28.106835Z","steps":["trace[1870030866] 'process raft request' (duration: 267.078207ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:03:28.397733Z","caller":"traceutil/trace.go:171","msg":"trace[1281653999] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"169.747879ms","start":"2026-04-09T02:03:28.227953Z","end":"2026-04-09T02:03:28.397701Z","steps":["trace[1281653999] 'process raft request' (duration: 143.03711ms)","trace[1281653999] 'compare' (duration: 26.555385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:03:28.873561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.094358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:03:28.87393Z","caller":"traceutil/trace.go:171","msg":"trace[174907114] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:694; }","duration":"279.333157ms","start":"2026-04-09T02:03:28.594562Z","end":"2026-04-09T02:03:28.873895Z","steps":["trace[174907114] 'read index received' (duration: 7.681404ms)","trace[174907114] 'applied index is now lower than readState.Index' (duration: 271.649633ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:03:28.874116Z","caller":"traceutil/trace.go:171","msg":"trace[1264599790] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"471.405025ms","start":"2026-04-09T02:03:28.402657Z","end":"2026-04-09T02:03:28.874062Z","steps":["trace[1264599790] 'process raft request' (duration: 199.698181ms)","trace[1264599790] 'compare' (duration: 270.898294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:03:28.874179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.939211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T02:03:28.874174Z","caller":"traceutil/trace.go:171","msg":"trace[2114264691] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"470.171093ms","start":"2026-04-09T02:03:28.403927Z","end":"2026-04-09T02:03:28.874098Z","steps":["trace[2114264691] 'process raft request' (duration: 469.905526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:28.874193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.604014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T02:03:28.87427Z","caller":"traceutil/trace.go:171","msg":"trace[598956765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:674; }","duration":"274.085004ms","start":"2026-04-09T02:03:28.600162Z","end":"2026-04-09T02:03:28.874247Z","steps":["trace[598956765] 'agreement among raft nodes before linearized reading' (duration: 273.921349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:28.874267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.972991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T02:03:28.874301Z","caller":"traceutil/trace.go:171","msg":"trace[782797655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:674; }","duration":"279.762789ms","start":"2026-04-09T02:03:28.59451Z","end":"2026-04-09T02:03:28.874273Z","steps":["trace[782797655] 'agreement among raft nodes before linearized reading' (duration: 279.538352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:28.874298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:28.402632Z","time spent":"471.576429ms","remote":"127.0.0.1:41392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T02:03:28.874343Z","caller":"traceutil/trace.go:171","msg":"trace[211148539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:674; }","duration":"149.086224ms","start":"2026-04-09T02:03:28.725236Z","end":"2026-04-09T02:03:28.874323Z","steps":["trace[211148539] 'agreement among raft nodes before linearized reading' (duration: 148.850717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:28.874191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.250596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T02:03:28.874373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:28.403905Z","time spent":"470.367599ms","remote":"127.0.0.1:41448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:03:28.874443Z","caller":"traceutil/trace.go:171","msg":"trace[363484521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:674; }","duration":"255.567753ms","start":"2026-04-09T02:03:28.61884Z","end":"2026-04-09T02:03:28.874408Z","steps":["trace[363484521] 'agreement among raft nodes before linearized reading' (duration: 255.252705ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:03:28.874684Z","caller":"traceutil/trace.go:171","msg":"trace[643849222] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"470.533962ms","start":"2026-04-09T02:03:28.403502Z","end":"2026-04-09T02:03:28.874036Z","steps":["trace[643849222] 'process raft request' (duration: 470.232555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:03:28.874801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:03:28.403472Z","time spent":"471.275362ms","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:05:05.596314Z","caller":"traceutil/trace.go:171","msg":"trace[2087898946] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"234.248546ms","start":"2026-04-09T02:05:05.362038Z","end":"2026-04-09T02:05:05.596287Z","steps":["trace[2087898946] 'process raft request' (duration: 234.03509ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:05.697473Z","caller":"traceutil/trace.go:171","msg":"trace[1801643684] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"325.804383ms","start":"2026-04-09T02:05:05.371638Z","end":"2026-04-09T02:05:05.697443Z","steps":["trace[1801643684] 'process raft request' (duration: 278.778515ms)","trace[1801643684] 'compare' (duration: 46.841303ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:05:05.69744Z","caller":"traceutil/trace.go:171","msg":"trace[1235992311] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1933; }","duration":"314.596613ms","start":"2026-04-09T02:05:05.382817Z","end":"2026-04-09T02:05:05.697413Z","steps":["trace[1235992311] 'read index received' (duration: 213.301417ms)","trace[1235992311] 'applied index is now lower than readState.Index' (duration: 101.294156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:05:05.697644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.371611Z","time spent":"325.941826ms","remote":"127.0.0.1:41448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:05:05.697701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.87216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T02:05:05.697748Z","caller":"traceutil/trace.go:171","msg":"trace[1879710850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"314.943263ms","start":"2026-04-09T02:05:05.38279Z","end":"2026-04-09T02:05:05.697733Z","steps":["trace[1879710850] 'agreement among raft nodes before linearized reading' (duration: 314.725267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:05.697784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.382776Z","time spent":"314.998084ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T02:05:05.697862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.345955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:05:05.69794Z","caller":"traceutil/trace.go:171","msg":"trace[947590924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"302.464569ms","start":"2026-04-09T02:05:05.395456Z","end":"2026-04-09T02:05:05.69792Z","steps":["trace[947590924] 'agreement among raft nodes before linearized reading' (duration: 302.311045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:05.697989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.395445Z","time spent":"302.53528ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T02:05:05.69801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.527784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T02:05:05.698099Z","caller":"traceutil/trace.go:171","msg":"trace[2066798013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1862; }","duration":"246.672668ms","start":"2026-04-09T02:05:05.451405Z","end":"2026-04-09T02:05:05.698078Z","steps":["trace[2066798013] 'agreement among raft nodes before linearized reading' (duration: 246.397941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:05.698202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.458302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T02:05:05.698236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.873711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T02:05:05.698323Z","caller":"traceutil/trace.go:171","msg":"trace[1129744812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1862; }","duration":"267.636757ms","start":"2026-04-09T02:05:05.430659Z","end":"2026-04-09T02:05:05.698296Z","steps":["trace[1129744812] 'agreement among raft nodes before linearized reading' (duration: 267.241556ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:05.69833Z","caller":"traceutil/trace.go:171","msg":"trace[1640916995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1862; }","duration":"277.022055ms","start":"2026-04-09T02:05:05.421284Z","end":"2026-04-09T02:05:05.698306Z","steps":["trace[1640916995] 'agreement among raft nodes before linearized reading' (duration: 276.780539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:05.698429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.881827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T02:05:05.698484Z","caller":"traceutil/trace.go:171","msg":"trace[493648746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1862; }","duration":"266.96708ms","start":"2026-04-09T02:05:05.4315Z","end":"2026-04-09T02:05:05.698467Z","steps":["trace[493648746] 'agreement among raft nodes before linearized reading' (duration: 266.690061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:06.036041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.66811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:05:06.036428Z","caller":"traceutil/trace.go:171","msg":"trace[356471055] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"333.129415ms","start":"2026-04-09T02:05:05.703264Z","end":"2026-04-09T02:05:06.036394Z","steps":["trace[356471055] 'process raft request' (duration: 332.92272ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:06.036477Z","caller":"traceutil/trace.go:171","msg":"trace[1418504864] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"333.150206ms","start":"2026-04-09T02:05:05.703298Z","end":"2026-04-09T02:05:06.036448Z","steps":["trace[1418504864] 'process raft request' (duration: 332.988211ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:06.036442Z","caller":"traceutil/trace.go:171","msg":"trace[1794220754] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"333.492865ms","start":"2026-04-09T02:05:05.70289Z","end":"2026-04-09T02:05:06.036383Z","steps":["trace[1794220754] 'process raft request' (duration: 224.349662ms)","trace[1794220754] 'compare' (duration: 108.434954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:05:06.036597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.703284Z","time spent":"333.259458ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:05:06.03665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.703244Z","time spent":"333.285089ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:05:06.036753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.702869Z","time spent":"333.769742ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:05:06.036818Z","caller":"traceutil/trace.go:171","msg":"trace[1253514180] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"333.435303ms","start":"2026-04-09T02:05:05.703325Z","end":"2026-04-09T02:05:06.036761Z","steps":["trace[1253514180] 'process raft request' (duration: 333.062513ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:06.037057Z","caller":"traceutil/trace.go:171","msg":"trace[498852174] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"332.573109ms","start":"2026-04-09T02:05:05.704461Z","end":"2026-04-09T02:05:06.037034Z","steps":["trace[498852174] 'process raft request' (duration: 332.297991ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:06.037128Z","caller":"traceutil/trace.go:171","msg":"trace[5424982] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"332.564139ms","start":"2026-04-09T02:05:05.704541Z","end":"2026-04-09T02:05:06.037105Z","steps":["trace[5424982] 'process raft request' (duration: 332.413945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:06.037286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.704514Z","time spent":"332.691762ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:05:06.037056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.703306Z","time spent":"333.621099ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:05:06.037163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.70444Z","time spent":"332.676222ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:05:06.037443Z","caller":"traceutil/trace.go:171","msg":"trace[576670484] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1935; }","duration":"331.82497ms","start":"2026-04-09T02:05:05.705602Z","end":"2026-04-09T02:05:06.037427Z","steps":["trace[576670484] 'read index received' (duration: 12.64611ms)","trace[576670484] 'applied index is now lower than readState.Index' (duration: 319.177999ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:05:06.036831Z","caller":"traceutil/trace.go:171","msg":"trace[1482470685] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"333.419042ms","start":"2026-04-09T02:05:05.703383Z","end":"2026-04-09T02:05:06.036802Z","steps":["trace[1482470685] 'process raft request' (duration: 333.238998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:06.037576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.70337Z","time spent":"334.175745ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:05:06.037623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.012724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-04-09T02:05:06.037631Z","caller":"traceutil/trace.go:171","msg":"trace[768783745] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"333.018432ms","start":"2026-04-09T02:05:05.704599Z","end":"2026-04-09T02:05:06.037617Z","steps":["trace[768783745] 'process raft request' (duration: 332.449365ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:06.03766Z","caller":"traceutil/trace.go:171","msg":"trace[361054801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1872; }","duration":"332.085467ms","start":"2026-04-09T02:05:05.705563Z","end":"2026-04-09T02:05:06.037648Z","steps":["trace[361054801] 'agreement among raft nodes before linearized reading' (duration: 331.918702ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:06.037663Z","caller":"traceutil/trace.go:171","msg":"trace[2085872990] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"332.680783ms","start":"2026-04-09T02:05:05.704971Z","end":"2026-04-09T02:05:06.037652Z","steps":["trace[2085872990] 'process raft request' (duration: 332.289481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:06.037692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.70555Z","time spent":"332.135308ms","remote":"127.0.0.1:41448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10964,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-09T02:05:06.037721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.704954Z","time spent":"332.734995ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:05:06.037756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:05:05.70458Z","time spent":"333.100794ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:05:18.26114Z","caller":"traceutil/trace.go:171","msg":"trace[1644646791] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"159.720039ms","start":"2026-04-09T02:05:18.101393Z","end":"2026-04-09T02:05:18.261113Z","steps":["trace[1644646791] 'process raft request' (duration: 159.547054ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:18.291767Z","caller":"traceutil/trace.go:171","msg":"trace[864698959] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"189.82685ms","start":"2026-04-09T02:05:18.101911Z","end":"2026-04-09T02:05:18.291738Z","steps":["trace[864698959] 'process raft request' (duration: 189.412459ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:18.292162Z","caller":"traceutil/trace.go:171","msg":"trace[1433081551] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"188.680798ms","start":"2026-04-09T02:05:18.103455Z","end":"2026-04-09T02:05:18.292136Z","steps":["trace[1433081551] 'process raft request' (duration: 188.048001ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:18.292507Z","caller":"traceutil/trace.go:171","msg":"trace[1006039820] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2043; }","duration":"131.53091ms","start":"2026-04-09T02:05:18.160962Z","end":"2026-04-09T02:05:18.292492Z","steps":["trace[1006039820] 'read index received' (duration: 99.98641ms)","trace[1006039820] 'applied index is now lower than readState.Index' (duration: 31.54291ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:05:18.29258Z","caller":"traceutil/trace.go:171","msg":"trace[1846538439] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"188.991476ms","start":"2026-04-09T02:05:18.103576Z","end":"2026-04-09T02:05:18.292567Z","steps":["trace[1846538439] 'process raft request' (duration: 188.392219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:18.292633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.650493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:05:18.292709Z","caller":"traceutil/trace.go:171","msg":"trace[1174476968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1972; }","duration":"131.800238ms","start":"2026-04-09T02:05:18.160897Z","end":"2026-04-09T02:05:18.292697Z","steps":["trace[1174476968] 'agreement among raft nodes before linearized reading' (duration: 131.659714ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:18.292776Z","caller":"traceutil/trace.go:171","msg":"trace[587759426] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"188.02619ms","start":"2026-04-09T02:05:18.104738Z","end":"2026-04-09T02:05:18.292764Z","steps":["trace[587759426] 'process raft request' (duration: 187.696521ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:51.38689Z","caller":"traceutil/trace.go:171","msg":"trace[1207120528] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"220.978097ms","start":"2026-04-09T02:05:51.165879Z","end":"2026-04-09T02:05:51.386857Z","steps":["trace[1207120528] 'process raft request' (duration: 220.773121ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:51.5102Z","caller":"traceutil/trace.go:171","msg":"trace[1925617884] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2246; }","duration":"113.662216ms","start":"2026-04-09T02:05:51.396506Z","end":"2026-04-09T02:05:51.510168Z","steps":["trace[1925617884] 'read index received' (duration: 113.10047ms)","trace[1925617884] 'applied index is now lower than readState.Index' (duration: 559.886µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:05:51.510247Z","caller":"traceutil/trace.go:171","msg":"trace[830443364] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"215.26574ms","start":"2026-04-09T02:05:51.294952Z","end":"2026-04-09T02:05:51.510218Z","steps":["trace[830443364] 'process raft request' (duration: 214.607582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:51.510371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.83832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:05:51.510491Z","caller":"traceutil/trace.go:171","msg":"trace[2136933275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2164; }","duration":"114.017426ms","start":"2026-04-09T02:05:51.39645Z","end":"2026-04-09T02:05:51.510467Z","steps":["trace[2136933275] 'agreement among raft nodes before linearized reading' (duration: 113.82286ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:56.658021Z","caller":"traceutil/trace.go:171","msg":"trace[1907048422] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2271; }","duration":"101.283076ms","start":"2026-04-09T02:05:56.556716Z","end":"2026-04-09T02:05:56.657999Z","steps":["trace[1907048422] 'read index received' (duration: 101.085551ms)","trace[1907048422] 'applied index is now lower than readState.Index' (duration: 196.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:05:56.6581Z","caller":"traceutil/trace.go:171","msg":"trace[1039250802] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"177.035871ms","start":"2026-04-09T02:05:56.481018Z","end":"2026-04-09T02:05:56.658054Z","steps":["trace[1039250802] 'process raft request' (duration: 176.837236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:05:56.658241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.488771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T02:05:56.658278Z","caller":"traceutil/trace.go:171","msg":"trace[1748392155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2188; }","duration":"101.605464ms","start":"2026-04-09T02:05:56.556663Z","end":"2026-04-09T02:05:56.658268Z","steps":["trace[1748392155] 'agreement among raft nodes before linearized reading' (duration: 101.45279ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:56.789902Z","caller":"traceutil/trace.go:171","msg":"trace[690408955] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"126.028955ms","start":"2026-04-09T02:05:56.663849Z","end":"2026-04-09T02:05:56.789878Z","steps":["trace[690408955] 'process raft request' (duration: 125.84953ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:56.790212Z","caller":"traceutil/trace.go:171","msg":"trace[893614705] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"126.347194ms","start":"2026-04-09T02:05:56.663854Z","end":"2026-04-09T02:05:56.790202Z","steps":["trace[893614705] 'process raft request' (duration: 125.972103ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:05:56.790487Z","caller":"traceutil/trace.go:171","msg":"trace[377447229] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"126.428646ms","start":"2026-04-09T02:05:56.66402Z","end":"2026-04-09T02:05:56.790449Z","steps":["trace[377447229] 'process raft request' (duration: 126.113838ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:07:14.394628Z","caller":"traceutil/trace.go:171","msg":"trace[551164220] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2760; }","duration":"262.76467ms","start":"2026-04-09T02:07:14.131831Z","end":"2026-04-09T02:07:14.394596Z","steps":["trace[551164220] 'read index received' (duration: 52.972222ms)","trace[551164220] 'applied index is now lower than readState.Index' (duration: 209.790898ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:07:14.394694Z","caller":"traceutil/trace.go:171","msg":"trace[1431858324] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"295.663238ms","start":"2026-04-09T02:07:14.098961Z","end":"2026-04-09T02:07:14.394624Z","steps":["trace[1431858324] 'process raft request' (duration: 295.396161ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:07:14.39475Z","caller":"traceutil/trace.go:171","msg":"trace[1376180667] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"264.963601ms","start":"2026-04-09T02:07:14.129739Z","end":"2026-04-09T02:07:14.394702Z","steps":["trace[1376180667] 'process raft request' (duration: 264.801507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:07:14.394972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.070668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T02:07:14.395091Z","caller":"traceutil/trace.go:171","msg":"trace[1311832917] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2662; }","duration":"263.293324ms","start":"2026-04-09T02:07:14.131782Z","end":"2026-04-09T02:07:14.395076Z","steps":["trace[1311832917] 'agreement among raft nodes before linearized reading' (duration: 262.946265ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:10:06.035124Z","caller":"traceutil/trace.go:171","msg":"trace[719539979] transaction","detail":"{read_only:false; response_revision:3751; number_of_response:1; }","duration":"108.531332ms","start":"2026-04-09T02:10:05.926558Z","end":"2026-04-09T02:10:06.03509Z","steps":["trace[719539979] 'process raft request' (duration: 42.780759ms)","trace[719539979] 'compare' (duration: 65.610678ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:22.592794Z","caller":"traceutil/trace.go:171","msg":"trace[1008376669] linearizableReadLoop","detail":"{readStateIndex:4934; appliedIndex:4933; }","duration":"112.247574ms","start":"2026-04-09T02:11:22.480516Z","end":"2026-04-09T02:11:22.592763Z","steps":["trace[1008376669] 'read index received' (duration: 76.472991ms)","trace[1008376669] 'applied index is now lower than readState.Index' (duration: 35.772873ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:22.592964Z","caller":"traceutil/trace.go:171","msg":"trace[2104839613] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"107.667916ms","start":"2026-04-09T02:11:22.48525Z","end":"2026-04-09T02:11:22.592918Z","steps":["trace[2104839613] 'process raft request' (duration: 107.475241ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:22.59281Z","caller":"traceutil/trace.go:171","msg":"trace[1650095978] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"122.334714ms","start":"2026-04-09T02:11:22.470417Z","end":"2026-04-09T02:11:22.592751Z","steps":["trace[1650095978] 'process raft request' (duration: 86.610792ms)","trace[1650095978] 'compare' (duration: 35.551037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:11:22.593162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.762752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T02:11:22.593253Z","caller":"traceutil/trace.go:171","msg":"trace[2017565215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4756; }","duration":"119.867955ms","start":"2026-04-09T02:11:22.473366Z","end":"2026-04-09T02:11:22.593234Z","steps":["trace[2017565215] 'agreement among raft nodes before linearized reading' (duration: 119.509805ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:26.775594Z","caller":"traceutil/trace.go:171","msg":"trace[1282218048] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5061; }","duration":"125.8136ms","start":"2026-04-09T02:11:26.649753Z","end":"2026-04-09T02:11:26.775566Z","steps":["trace[1282218048] 'read index received' (duration: 125.549253ms)","trace[1282218048] 'applied index is now lower than readState.Index' (duration: 263.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:26.7757Z","caller":"traceutil/trace.go:171","msg":"trace[1410542182] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"150.079313ms","start":"2026-04-09T02:11:26.625588Z","end":"2026-04-09T02:11:26.775667Z","steps":["trace[1410542182] 'process raft request' (duration: 149.932349ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:26.775678Z","caller":"traceutil/trace.go:171","msg":"trace[1343913271] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"150.034682ms","start":"2026-04-09T02:11:26.625593Z","end":"2026-04-09T02:11:26.775627Z","steps":["trace[1343913271] 'process raft request' (duration: 149.774425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:26.775843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.083467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-09T02:11:26.775856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.106878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:11:26.775898Z","caller":"traceutil/trace.go:171","msg":"trace[1502686481] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4881; }","duration":"126.200411ms","start":"2026-04-09T02:11:26.649682Z","end":"2026-04-09T02:11:26.775882Z","steps":["trace[1502686481] 'agreement among raft nodes before linearized reading' (duration: 126.017506ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:26.775948Z","caller":"traceutil/trace.go:171","msg":"trace[991703216] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4881; }","duration":"117.218672ms","start":"2026-04-09T02:11:26.65871Z","end":"2026-04-09T02:11:26.775928Z","steps":["trace[991703216] 'agreement among raft nodes before linearized reading' (duration: 117.049297ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:26.935491Z","caller":"traceutil/trace.go:171","msg":"trace[701363140] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"153.494988ms","start":"2026-04-09T02:11:26.781961Z","end":"2026-04-09T02:11:26.935456Z","steps":["trace[701363140] 'read index received' (duration: 83.489566ms)","trace[701363140] 'applied index is now lower than readState.Index' (duration: 70.003682ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:26.935633Z","caller":"traceutil/trace.go:171","msg":"trace[1583992820] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"155.559594ms","start":"2026-04-09T02:11:26.780026Z","end":"2026-04-09T02:11:26.935586Z","steps":["trace[1583992820] 'process raft request' (duration: 85.507631ms)","trace[1583992820] 'compare' (duration: 69.752785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:11:26.935757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.767785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:11:26.935796Z","caller":"traceutil/trace.go:171","msg":"trace[1157752822] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:4882; }","duration":"153.874838ms","start":"2026-04-09T02:11:26.781913Z","end":"2026-04-09T02:11:26.935788Z","steps":["trace[1157752822] 'agreement among raft nodes before linearized reading' (duration: 153.767625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:26.936727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.63852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a52b61b-0c64-4fd8-adfb-be2ca4be1788\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-09T02:11:26.936806Z","caller":"traceutil/trace.go:171","msg":"trace[827800955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a52b61b-0c64-4fd8-adfb-be2ca4be1788; range_end:; response_count:1; response_revision:4882; }","duration":"109.781795ms","start":"2026-04-09T02:11:26.827007Z","end":"2026-04-09T02:11:26.936789Z","steps":["trace[827800955] 'agreement among raft nodes before linearized reading' (duration: 108.676144ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:27.335193Z","caller":"traceutil/trace.go:171","msg":"trace[457678443] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"161.291674ms","start":"2026-04-09T02:11:27.173869Z","end":"2026-04-09T02:11:27.33516Z","steps":["trace[457678443] 'process raft request' (duration: 113.340404ms)","trace[457678443] 'compare' (duration: 47.521928ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:27.335214Z","caller":"traceutil/trace.go:171","msg":"trace[1520361344] linearizableReadLoop","detail":"{readStateIndex:5075; appliedIndex:5072; }","duration":"152.703787ms","start":"2026-04-09T02:11:27.182485Z","end":"2026-04-09T02:11:27.335189Z","steps":["trace[1520361344] 'read index received' (duration: 104.739906ms)","trace[1520361344] 'applied index is now lower than readState.Index' (duration: 47.962541ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:27.335546Z","caller":"traceutil/trace.go:171","msg":"trace[1791575552] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"161.565131ms","start":"2026-04-09T02:11:27.173949Z","end":"2026-04-09T02:11:27.335514Z","steps":["trace[1791575552] 'process raft request' (duration: 161.179751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:27.335729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.20518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:11:27.335857Z","caller":"traceutil/trace.go:171","msg":"trace[1017227212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4892; }","duration":"153.373975ms","start":"2026-04-09T02:11:27.182437Z","end":"2026-04-09T02:11:27.335811Z","steps":["trace[1017227212] 'agreement among raft nodes before linearized reading' (duration: 153.050396ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:27.335452Z","caller":"traceutil/trace.go:171","msg":"trace[2045776803] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"161.52352ms","start":"2026-04-09T02:11:27.173869Z","end":"2026-04-09T02:11:27.335392Z","steps":["trace[2045776803] 'process raft request' (duration: 161.14995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:27.375705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.887473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:11:27.375787Z","caller":"traceutil/trace.go:171","msg":"trace[358129520] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4893; }","duration":"152.041997ms","start":"2026-04-09T02:11:27.223729Z","end":"2026-04-09T02:11:27.375771Z","steps":["trace[358129520] 'agreement among raft nodes before linearized reading' (duration: 151.859512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:27.376248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.664891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T02:11:27.376265Z","caller":"traceutil/trace.go:171","msg":"trace[1497725850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4893; }","duration":"105.712202ms","start":"2026-04-09T02:11:27.270547Z","end":"2026-04-09T02:11:27.376259Z","steps":["trace[1497725850] 'agreement among raft nodes before linearized reading' (duration: 105.63709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:29.054168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.625885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a52b61b-0c64-4fd8-adfb-be2ca4be1788\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-09T02:11:29.054276Z","caller":"traceutil/trace.go:171","msg":"trace[1160987569] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a52b61b-0c64-4fd8-adfb-be2ca4be1788; range_end:; response_count:1; response_revision:4925; }","duration":"107.790711ms","start":"2026-04-09T02:11:28.946464Z","end":"2026-04-09T02:11:29.054254Z","steps":["trace[1160987569] 'range keys from in-memory index tree' (duration: 107.4294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:29.054412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.706857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T02:11:29.054495Z","caller":"traceutil/trace.go:171","msg":"trace[106549221] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4925; }","duration":"112.839391ms","start":"2026-04-09T02:11:28.941636Z","end":"2026-04-09T02:11:29.054475Z","steps":["trace[106549221] 'range keys from in-memory index tree' (duration: 112.527322ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:38.610625Z","caller":"traceutil/trace.go:171","msg":"trace[1799052280] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"171.61256ms","start":"2026-04-09T02:11:38.438977Z","end":"2026-04-09T02:11:38.61059Z","steps":["trace[1799052280] 'process raft request' (duration: 104.860428ms)","trace[1799052280] 'compare' (duration: 66.374301ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:38.610664Z","caller":"traceutil/trace.go:171","msg":"trace[1286791959] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5295; }","duration":"109.852127ms","start":"2026-04-09T02:11:38.500741Z","end":"2026-04-09T02:11:38.610593Z","steps":["trace[1286791959] 'read index received' (duration: 43.098485ms)","trace[1286791959] 'applied index is now lower than readState.Index' (duration: 66.752022ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:11:38.6108Z","caller":"traceutil/trace.go:171","msg":"trace[1147295357] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"126.842678ms","start":"2026-04-09T02:11:38.483943Z","end":"2026-04-09T02:11:38.610786Z","steps":["trace[1147295357] 'process raft request' (duration: 126.55458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:11:38.610989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.226657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T02:11:38.61104Z","caller":"traceutil/trace.go:171","msg":"trace[1662179608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5108; }","duration":"110.364411ms","start":"2026-04-09T02:11:38.500664Z","end":"2026-04-09T02:11:38.611029Z","steps":["trace[1662179608] 'agreement among raft nodes before linearized reading' (duration: 110.135564ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:46.413459Z","caller":"traceutil/trace.go:171","msg":"trace[1392821524] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"104.897059ms","start":"2026-04-09T02:11:46.308501Z","end":"2026-04-09T02:11:46.413398Z","steps":["trace[1392821524] 'process raft request' (duration: 96.171037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:11:46.683944Z","caller":"traceutil/trace.go:171","msg":"trace[228684830] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"163.318421ms","start":"2026-04-09T02:11:46.520597Z","end":"2026-04-09T02:11:46.683915Z","steps":["trace[228684830] 'process raft request' (duration: 163.149796ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:12:50.926307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2852} {"level":"info","ts":"2026-04-09T02:12:50.990542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2852,"took":"62.411581ms","hash":1013472390,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":32591872,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-09T02:12:50.990636Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1013472390,"revision":2852,"compact-revision":-1} {"level":"info","ts":"2026-04-09T02:17:37.527281Z","caller":"traceutil/trace.go:171","msg":"trace[818165810] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8319; }","duration":"131.584248ms","start":"2026-04-09T02:17:37.39566Z","end":"2026-04-09T02:17:37.527244Z","steps":["trace[818165810] 'read index received' (duration: 131.27446ms)","trace[818165810] 'applied index is now lower than readState.Index' (duration: 308.258µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:17:37.527321Z","caller":"traceutil/trace.go:171","msg":"trace[19739363] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"247.211911ms","start":"2026-04-09T02:17:37.280068Z","end":"2026-04-09T02:17:37.52728Z","steps":["trace[19739363] 'process raft request' (duration: 246.986065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:17:37.527506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.822914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:17:37.527595Z","caller":"traceutil/trace.go:171","msg":"trace[366680278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8043; }","duration":"131.986269ms","start":"2026-04-09T02:17:37.39559Z","end":"2026-04-09T02:17:37.527577Z","steps":["trace[366680278] 'agreement among raft nodes before linearized reading' (duration: 131.789544ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:17:37.662815Z","caller":"traceutil/trace.go:171","msg":"trace[432306127] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"107.968831ms","start":"2026-04-09T02:17:37.554793Z","end":"2026-04-09T02:17:37.662762Z","steps":["trace[432306127] 'process raft request' (duration: 94.682042ms)","trace[432306127] 'compare' (duration: 13.048422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:17:49.242218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.107865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:17:49.242464Z","caller":"traceutil/trace.go:171","msg":"trace[776139084] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"357.991072ms","start":"2026-04-09T02:17:48.884449Z","end":"2026-04-09T02:17:49.24244Z","steps":["trace[776139084] 'process raft request' (duration: 357.91426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:17:49.242579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:17:48.884433Z","time spent":"358.101894ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:17:49.242651Z","caller":"traceutil/trace.go:171","msg":"trace[90457037] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"358.631109ms","start":"2026-04-09T02:17:48.883954Z","end":"2026-04-09T02:17:49.242585Z","steps":["trace[90457037] 'process raft request' (duration: 14.02252ms)","trace[90457037] 'compare' (duration: 343.894799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:17:49.24289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:17:48.883916Z","time spent":"358.846735ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:17:50.005173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.582781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:17:50.005321Z","caller":"traceutil/trace.go:171","msg":"trace[2046241625] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8107; }","duration":"306.801558ms","start":"2026-04-09T02:17:49.698478Z","end":"2026-04-09T02:17:50.005279Z","steps":["trace[2046241625] 'count revisions from in-memory index tree' (duration: 306.428228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:17:50.00538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:17:49.698452Z","time spent":"306.914231ms","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-09T02:17:50.005424Z","caller":"traceutil/trace.go:171","msg":"trace[75374441] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"249.696301ms","start":"2026-04-09T02:17:49.7557Z","end":"2026-04-09T02:17:50.005396Z","steps":["trace[75374441] 'process raft request' (duration: 246.601955ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:17:50.029243Z","caller":"traceutil/trace.go:171","msg":"trace[1307346989] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8388; }","duration":"202.919301ms","start":"2026-04-09T02:17:49.826301Z","end":"2026-04-09T02:17:50.02922Z","steps":["trace[1307346989] 'read index received' (duration: 175.841858ms)","trace[1307346989] 'applied index is now lower than readState.Index' (duration: 27.076193ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:17:50.029378Z","caller":"traceutil/trace.go:171","msg":"trace[186344113] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"210.381958ms","start":"2026-04-09T02:17:49.818974Z","end":"2026-04-09T02:17:50.029356Z","steps":["trace[186344113] 'process raft request' (duration: 210.044838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:17:50.029593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.040132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:17:50.029701Z","caller":"traceutil/trace.go:171","msg":"trace[1031963078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"195.212216ms","start":"2026-04-09T02:17:49.834464Z","end":"2026-04-09T02:17:50.029676Z","steps":["trace[1031963078] 'agreement among raft nodes before linearized reading' (duration: 195.049752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:17:50.029692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.109381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T02:17:50.029795Z","caller":"traceutil/trace.go:171","msg":"trace[668113540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8109; }","duration":"201.249655ms","start":"2026-04-09T02:17:49.828521Z","end":"2026-04-09T02:17:50.029771Z","steps":["trace[668113540] 'agreement among raft nodes before linearized reading' (duration: 200.896275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:17:50.029604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.297672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T02:17:50.029875Z","caller":"traceutil/trace.go:171","msg":"trace[840447035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8109; }","duration":"203.656691ms","start":"2026-04-09T02:17:49.826199Z","end":"2026-04-09T02:17:50.029856Z","steps":["trace[840447035] 'agreement among raft nodes before linearized reading' (duration: 203.208779ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:17:50.156755Z","caller":"traceutil/trace.go:171","msg":"trace[2057062360] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"120.385357ms","start":"2026-04-09T02:17:50.036315Z","end":"2026-04-09T02:17:50.1567Z","steps":["trace[2057062360] 'process raft request' (duration: 78.77433ms)","trace[2057062360] 'compare' (duration: 41.303828ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:17:50.946888Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5899} {"level":"info","ts":"2026-04-09T02:17:51.027536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5899,"took":"77.828474ms","hash":867699934,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":26693632,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-09T02:17:51.02762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":867699934,"revision":5899,"compact-revision":2852} {"level":"info","ts":"2026-04-09T02:18:17.590674Z","caller":"traceutil/trace.go:171","msg":"trace[1308911438] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"197.87907ms","start":"2026-04-09T02:18:17.392766Z","end":"2026-04-09T02:18:17.590645Z","steps":["trace[1308911438] 'process raft request' (duration: 197.702915ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:18:17.616897Z","caller":"traceutil/trace.go:171","msg":"trace[1859430200] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"222.350842ms","start":"2026-04-09T02:18:17.394516Z","end":"2026-04-09T02:18:17.616867Z","steps":["trace[1859430200] 'process raft request' (duration: 222.167716ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:18:30.147374Z","caller":"traceutil/trace.go:171","msg":"trace[1183053649] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8415; }","duration":"108.789293ms","start":"2026-04-09T02:18:30.038553Z","end":"2026-04-09T02:18:30.147343Z","steps":["trace[1183053649] 'process raft request' (duration: 108.725621ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:18:30.147527Z","caller":"traceutil/trace.go:171","msg":"trace[684350835] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8415; }","duration":"110.578284ms","start":"2026-04-09T02:18:30.03692Z","end":"2026-04-09T02:18:30.147498Z","steps":["trace[684350835] 'process raft request' (duration: 102.622393ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:18:30.300655Z","caller":"traceutil/trace.go:171","msg":"trace[188257353] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"124.843009ms","start":"2026-04-09T02:18:30.17578Z","end":"2026-04-09T02:18:30.300623Z","steps":["trace[188257353] 'process raft request' (duration: 124.650574ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:18:30.309696Z","caller":"traceutil/trace.go:171","msg":"trace[1890766805] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"117.343661ms","start":"2026-04-09T02:18:30.192319Z","end":"2026-04-09T02:18:30.309663Z","steps":["trace[1890766805] 'process raft request' (duration: 116.798356ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:18:31.791098Z","caller":"traceutil/trace.go:171","msg":"trace[866706347] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"110.952793ms","start":"2026-04-09T02:18:31.680119Z","end":"2026-04-09T02:18:31.791072Z","steps":["trace[866706347] 'read index received' (duration: 110.753608ms)","trace[866706347] 'applied index is now lower than readState.Index' (duration: 197.605µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:18:31.791181Z","caller":"traceutil/trace.go:171","msg":"trace[1737872770] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"129.533368ms","start":"2026-04-09T02:18:31.661595Z","end":"2026-04-09T02:18:31.791128Z","steps":["trace[1737872770] 'process raft request' (duration: 129.278731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:18:31.791306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.156719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T02:18:31.791345Z","caller":"traceutil/trace.go:171","msg":"trace[2029043430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8427; }","duration":"111.240402ms","start":"2026-04-09T02:18:31.680092Z","end":"2026-04-09T02:18:31.791333Z","steps":["trace[2029043430] 'agreement among raft nodes before linearized reading' (duration: 111.087047ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:19:31.513087Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002473.wal"} {"level":"info","ts":"2026-04-09T02:20:52.613506Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T02:20:52.620993Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T02:20:52.621105Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T02:22:14.439845Z","caller":"traceutil/trace.go:171","msg":"trace[1042538240] transaction","detail":"{read_only:false; response_revision:10339; number_of_response:1; }","duration":"117.665808ms","start":"2026-04-09T02:22:14.322116Z","end":"2026-04-09T02:22:14.439782Z","steps":["trace[1042538240] 'process raft request' (duration: 66.263635ms)","trace[1042538240] 'compare' (duration: 51.174426ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:22:38.729636Z","caller":"traceutil/trace.go:171","msg":"trace[638388228] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"163.356703ms","start":"2026-04-09T02:22:38.56625Z","end":"2026-04-09T02:22:38.729607Z","steps":["trace[638388228] 'process raft request' (duration: 163.166927ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:22:38.848723Z","caller":"traceutil/trace.go:171","msg":"trace[1575827832] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"104.604836ms","start":"2026-04-09T02:22:38.744042Z","end":"2026-04-09T02:22:38.848647Z","steps":["trace[1575827832] 'process raft request' (duration: 98.825366ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:22:50.953315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8115} {"level":"info","ts":"2026-04-09T02:22:51.021087Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8115,"took":"64.310382ms","hash":3228288817,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":28901376,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-09T02:22:51.021148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3228288817,"revision":8115,"compact-revision":5899} {"level":"info","ts":"2026-04-09T02:24:32.964601Z","caller":"traceutil/trace.go:171","msg":"trace[1641664198] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"100.039833ms","start":"2026-04-09T02:24:32.864518Z","end":"2026-04-09T02:24:32.964558Z","steps":["trace[1641664198] 'process raft request' (duration: 99.796916ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:27:50.960017Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10542} {"level":"info","ts":"2026-04-09T02:27:51.03708Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10542,"took":"74.604126ms","hash":1048521796,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":20393984,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-09T02:27:51.03714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1048521796,"revision":10542,"compact-revision":8115}